2024-11-09 00:35:10,289 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 00:35:10,300 main DEBUG Took 0.009602 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 00:35:10,300 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 00:35:10,301 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 00:35:10,301 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 00:35:10,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,311 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 00:35:10,330 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,332 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,332 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,333 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,333 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,334 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,334 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,335 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,335 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,336 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,336 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,336 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,337 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,337 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,338 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,338 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,338 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,339 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,339 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,340 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,340 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 00:35:10,341 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,341 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 00:35:10,342 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 00:35:10,343 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 00:35:10,345 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 00:35:10,346 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 00:35:10,347 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 00:35:10,347 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 00:35:10,356 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 00:35:10,358 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 00:35:10,360 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 00:35:10,360 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 00:35:10,361 main DEBUG createAppenders(={Console}) 2024-11-09 00:35:10,362 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-09 00:35:10,362 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 00:35:10,362 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-09 00:35:10,363 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 00:35:10,363 main DEBUG OutputStream closed 2024-11-09 00:35:10,363 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 00:35:10,363 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 00:35:10,363 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-09 00:35:10,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 00:35:10,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 00:35:10,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 00:35:10,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 00:35:10,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 00:35:10,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 00:35:10,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 00:35:10,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 00:35:10,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 00:35:10,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 00:35:10,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 00:35:10,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 00:35:10,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 00:35:10,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 00:35:10,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 00:35:10,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 00:35:10,435 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 00:35:10,436 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 00:35:10,438 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 00:35:10,438 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-09 00:35:10,439 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 00:35:10,439 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-09T00:35:10,455 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-09 00:35:10,458 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 00:35:10,458 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T00:35:10,698 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1 2024-11-09T00:35:10,724 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623, deleteOnExit=true 2024-11-09T00:35:10,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/test.cache.data in system properties and HBase conf 2024-11-09T00:35:10,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T00:35:10,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir in system properties and HBase conf 2024-11-09T00:35:10,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T00:35:10,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T00:35:10,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T00:35:10,829 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T00:35:10,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T00:35:10,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:35:10,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:35:10,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T00:35:10,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:35:10,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T00:35:10,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T00:35:10,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:35:10,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:35:10,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T00:35:10,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/nfs.dump.dir in system properties and HBase conf 2024-11-09T00:35:10,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/java.io.tmpdir in system properties and HBase conf 2024-11-09T00:35:10,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:35:10,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T00:35:10,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T00:35:11,765 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T00:35:11,855 INFO [Time-limited test {}] log.Log(170): Logging initialized @2199ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T00:35:11,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:12,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:12,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:12,030 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:12,031 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T00:35:12,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:12,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:12,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:12,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/java.io.tmpdir/jetty-localhost-44949-hadoop-hdfs-3_4_1-tests_jar-_-any-13010208444429732825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:35:12,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:44949} 2024-11-09T00:35:12,269 INFO [Time-limited test {}] server.Server(415): Started @2615ms 2024-11-09T00:35:12,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:12,657 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:12,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:12,658 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:12,658 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T00:35:12,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:12,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:12,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/java.io.tmpdir/jetty-localhost-34281-hadoop-hdfs-3_4_1-tests_jar-_-any-7351785243134734750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:12,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:34281} 2024-11-09T00:35:12,788 INFO [Time-limited test {}] server.Server(415): Started @3133ms 2024-11-09T00:35:12,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:12,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:12,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:12,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:12,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:12,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T00:35:12,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:12,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:13,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/java.io.tmpdir/jetty-localhost-39767-hadoop-hdfs-3_4_1-tests_jar-_-any-11975698919478279747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:13,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:39767} 2024-11-09T00:35:13,125 INFO [Time-limited test {}] server.Server(415): Started @3471ms 2024-11-09T00:35:13,128 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:13,163 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:13,169 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:13,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:13,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:13,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T00:35:13,172 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:13,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:13,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/java.io.tmpdir/jetty-localhost-38037-hadoop-hdfs-3_4_1-tests_jar-_-any-14703363758167103759/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:13,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:38037} 2024-11-09T00:35:13,294 INFO [Time-limited test {}] server.Server(415): Started @3639ms 2024-11-09T00:35:13,295 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:13,299 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data4/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,299 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data3/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,299 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data2/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,299 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data1/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,341 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:13,341 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:13,427 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data5/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c1c773868c0d80e with lease ID 0x6d5bf9b7b4b8fc01: Processing first storage report for DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5 from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=fefbb423-b90c-4b39-bb5a-29e4d6ffdc4d, infoPort=38717, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,429 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data6/current/BP-361278183-172.17.0.2-1731112511513/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c1c773868c0d80e with lease ID 0x6d5bf9b7b4b8fc01: from storage DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5 node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=fefbb423-b90c-4b39-bb5a-29e4d6ffdc4d, infoPort=38717, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d0e133717a452d with lease ID 0x6d5bf9b7b4b8fc00: Processing first storage report for DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684 from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a9d77ed1-d164-4012-ac2b-7990078fe0f6, infoPort=39469, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d0e133717a452d with lease ID 0x6d5bf9b7b4b8fc00: from storage DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684 node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a9d77ed1-d164-4012-ac2b-7990078fe0f6, infoPort=39469, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c1c773868c0d80e with lease ID 0x6d5bf9b7b4b8fc01: Processing first storage report for DS-73fa64d1-56ea-4cfd-9aa1-e3fa61df1b00 from datanode DatanodeRegistration(127.0.0.1:44133, datanodeUuid=fefbb423-b90c-4b39-bb5a-29e4d6ffdc4d, infoPort=38717, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c1c773868c0d80e with lease ID 0x6d5bf9b7b4b8fc01: from storage DS-73fa64d1-56ea-4cfd-9aa1-e3fa61df1b00 node DatanodeRegistration(127.0.0.1:44133, datanodeUuid=fefbb423-b90c-4b39-bb5a-29e4d6ffdc4d, infoPort=38717, infoSecurePort=0, ipcPort=35257, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59d0e133717a452d with lease ID 0x6d5bf9b7b4b8fc00: Processing first storage report for DS-079e82d5-f8df-471f-a80b-9180b29a2835 from datanode DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a9d77ed1-d164-4012-ac2b-7990078fe0f6, infoPort=39469, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59d0e133717a452d with lease ID 0x6d5bf9b7b4b8fc00: from storage DS-079e82d5-f8df-471f-a80b-9180b29a2835 node DatanodeRegistration(127.0.0.1:36485, datanodeUuid=a9d77ed1-d164-4012-ac2b-7990078fe0f6, infoPort=39469, infoSecurePort=0, ipcPort=38047, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,468 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1938b33bd598c393 with lease ID 0x6d5bf9b7b4b8fc02: Processing first storage report for DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739 from datanode DatanodeRegistration(127.0.0.1:39853, datanodeUuid=08712cfc-331c-4fe8-b1ad-316f319c14fe, infoPort=36753, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1938b33bd598c393 with lease ID 0x6d5bf9b7b4b8fc02: from storage DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739 node DatanodeRegistration(127.0.0.1:39853, datanodeUuid=08712cfc-331c-4fe8-b1ad-316f319c14fe, infoPort=36753, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,478 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1938b33bd598c393 with lease ID 0x6d5bf9b7b4b8fc02: Processing first storage report for DS-c4886461-2f4f-40f5-85b0-d432a3ab9627 from datanode DatanodeRegistration(127.0.0.1:39853, datanodeUuid=08712cfc-331c-4fe8-b1ad-316f319c14fe, infoPort=36753, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513) 2024-11-09T00:35:13,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1938b33bd598c393 with lease ID 0x6d5bf9b7b4b8fc02: from storage DS-c4886461-2f4f-40f5-85b0-d432a3ab9627 node DatanodeRegistration(127.0.0.1:39853, datanodeUuid=08712cfc-331c-4fe8-b1ad-316f319c14fe, infoPort=36753, infoSecurePort=0, ipcPort=34033, storageInfo=lv=-57;cid=testClusterID;nsid=1783794272;c=1731112511513), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:13,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1 2024-11-09T00:35:13,740 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-09T00:35:13,799 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=159, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=16, ProcessCount=11, AvailableMemoryMB=2730 2024-11-09T00:35:13,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T00:35:13,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-09T00:35:13,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/zookeeper_0, clientPort=49691, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T00:35:13,920 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49691 2024-11-09T00:35:13,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:13,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:14,023 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:14,023 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:14,082 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44536 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44536 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:14,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-09T00:35:14,503 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:14,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd with version=8 2024-11-09T00:35:14,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/hbase-staging 2024-11-09T00:35:14,610 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T00:35:14,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:14,875 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:14,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:14,881 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:14,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:14,881 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:15,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T00:35:15,082 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T00:35:15,090 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T00:35:15,094 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:15,123 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9031 (auto-detected) 2024-11-09T00:35:15,124 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T00:35:15,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43259 2024-11-09T00:35:15,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43259 connecting to ZooKeeper ensemble=127.0.0.1:49691 2024-11-09T00:35:15,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432590x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:15,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43259-0x100fa269bf00000 connected 2024-11-09T00:35:15,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:15,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd, hbase.cluster.distributed=false 2024-11-09T00:35:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:15,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-09T00:35:15,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43259 2024-11-09T00:35:15,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43259 2024-11-09T00:35:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-09T00:35:15,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43259 2024-11-09T00:35:15,386 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:15,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:15,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:15,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:15,393 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:15,394 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40807 2024-11-09T00:35:15,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40807 connecting to ZooKeeper ensemble=127.0.0.1:49691 2024-11-09T00:35:15,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408070x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:15,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40807-0x100fa269bf00001 connected 2024-11-09T00:35:15,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:15,414 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:15,424 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:15,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:15,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:15,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-09T00:35:15,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40807 2024-11-09T00:35:15,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40807 2024-11-09T00:35:15,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-09T00:35:15,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40807 2024-11-09T00:35:15,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:15,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:15,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:15,460 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:15,460 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:15,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44929 2024-11-09T00:35:15,466 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44929 connecting to ZooKeeper ensemble=127.0.0.1:49691 2024-11-09T00:35:15,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449290x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:15,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44929-0x100fa269bf00002 connected 2024-11-09T00:35:15,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:15,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:15,483 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:15,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:15,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-09T00:35:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44929 2024-11-09T00:35:15,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44929 2024-11-09T00:35:15,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-09T00:35:15,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44929 2024-11-09T00:35:15,510 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:15,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:15,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:15,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:15,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:15,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:15,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43355 2024-11-09T00:35:15,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43355 connecting to ZooKeeper ensemble=127.0.0.1:49691 2024-11-09T00:35:15,517 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433550x0, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:15,526 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433550x0, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:15,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43355-0x100fa269bf00003 connected 2024-11-09T00:35:15,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:15,528 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:15,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:15,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:15,531 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-09T00:35:15,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43355 2024-11-09T00:35:15,532 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43355 2024-11-09T00:35:15,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-09T00:35:15,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43355 2024-11-09T00:35:15,549 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a15bf3ddec7f:43259 2024-11-09T00:35:15,550 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,561 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,583 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T00:35:15,584 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a15bf3ddec7f,43259,1731112514665 from backup master directory 2024-11-09T00:35:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:15,588 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:15,588 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:15,590 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T00:35:15,592 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T00:35:15,656 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/hbase.id] with ID: ffc84400-8358-4694-81ca-b42b361bd988 2024-11-09T00:35:15,656 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/.tmp/hbase.id 2024-11-09T00:35:15,663 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,663 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,666 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44566 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44566 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:15,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-09T00:35:15,673 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:15,673 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/.tmp/hbase.id]:[hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/hbase.id] 2024-11-09T00:35:15,714 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:15,718 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T00:35:15,737 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-09T00:35:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:15,754 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,754 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,757 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34406 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34406 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-09T00:35:15,763 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:15,778 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:35:15,780 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T00:35:15,787 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:35:15,814 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,814 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,818 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:55720 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:44133:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55720 dst: /127.0.0.1:44133 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-09T00:35:15,826 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:15,844 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store 2024-11-09T00:35:15,859 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,859 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:15,863 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44592 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44592 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:15,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-09T00:35:15,869 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:15,874 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T00:35:15,876 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:15,877 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:35:15,877 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:15,878 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:15,879 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:35:15,879 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:15,879 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:15,880 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112515877Disabling compacts and flushes for region at 1731112515877Disabling writes for close at 1731112515879 (+2 ms)Writing region close event to WAL at 1731112515879Closed at 1731112515879 2024-11-09T00:35:15,882 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/.initializing 2024-11-09T00:35:15,882 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/WALs/a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:15,890 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:35:15,903 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C43259%2C1731112514665, suffix=, logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/WALs/a15bf3ddec7f,43259,1731112514665, archiveDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/oldWALs, maxLogs=10 2024-11-09T00:35:15,932 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/WALs/a15bf3ddec7f,43259,1731112514665/a15bf3ddec7f%2C43259%2C1731112514665.1731112515907, exclude list is [], retry=0 2024-11-09T00:35:15,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684,DISK] 2024-11-09T00:35:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5,DISK] 2024-11-09T00:35:15,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739,DISK] 2024-11-09T00:35:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T00:35:15,998 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/WALs/a15bf3ddec7f,43259,1731112514665/a15bf3ddec7f%2C43259%2C1731112514665.1731112515907 2024-11-09T00:35:15,999 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753),(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-09T00:35:16,000 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:16,000 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:16,003 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,004 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T00:35:16,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:16,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,079 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T00:35:16,079 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:16,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T00:35:16,083 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:16,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T00:35:16,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:16,088 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,092 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,093 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,098 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,099 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,102 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:16,105 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:16,111 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:16,112 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66768145, jitterRate=-0.00507710874080658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:16,118 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731112516017Initializing all the Stores at 1731112516019 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112516020 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112516020Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112516020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112516021 (+1 ms)Cleaning up temporary data from old regions at 1731112516099 (+78 ms)Region opened successfully at 1731112516118 (+19 ms) 2024-11-09T00:35:16,119 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T00:35:16,154 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfc567d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:16,187 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T00:35:16,198 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T00:35:16,198 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T00:35:16,201 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T00:35:16,202 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T00:35:16,207 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T00:35:16,207 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T00:35:16,233 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T00:35:16,241 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T00:35:16,244 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T00:35:16,247 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T00:35:16,248 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T00:35:16,250 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T00:35:16,253 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T00:35:16,256 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T00:35:16,258 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T00:35:16,259 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T00:35:16,260 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T00:35:16,278 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T00:35:16,281 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,288 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a15bf3ddec7f,43259,1731112514665, sessionid=0x100fa269bf00000, setting cluster-up flag (Was=false) 2024-11-09T00:35:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,307 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T00:35:16,308 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:16,321 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T00:35:16,322 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:16,328 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T00:35:16,338 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(746): ClusterId : ffc84400-8358-4694-81ca-b42b361bd988 2024-11-09T00:35:16,338 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(746): ClusterId : ffc84400-8358-4694-81ca-b42b361bd988 2024-11-09T00:35:16,338 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(746): ClusterId : ffc84400-8358-4694-81ca-b42b361bd988 2024-11-09T00:35:16,341 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:16,341 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:16,341 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:16,348 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:16,348 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:16,348 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:16,348 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:16,348 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:16,348 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:16,352 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:16,352 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:16,352 DEBUG [RS:1;a15bf3ddec7f:44929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fcbea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:16,352 DEBUG [RS:0;a15bf3ddec7f:40807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1b6807, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:16,353 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:16,353 DEBUG [RS:2;a15bf3ddec7f:43355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31184d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:16,367 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a15bf3ddec7f:44929 2024-11-09T00:35:16,369 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a15bf3ddec7f:43355 2024-11-09T00:35:16,370 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:16,370 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:16,370 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:16,370 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:16,370 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:16,370 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:16,373 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=44929, startcode=1731112515458 2024-11-09T00:35:16,373 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=43355, startcode=1731112515510 2024-11-09T00:35:16,373 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a15bf3ddec7f:40807 2024-11-09T00:35:16,373 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:16,373 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:16,373 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:16,375 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=40807, startcode=1731112515345 2024-11-09T00:35:16,386 DEBUG [RS:2;a15bf3ddec7f:43355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:16,386 DEBUG [RS:0;a15bf3ddec7f:40807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:16,386 DEBUG [RS:1;a15bf3ddec7f:44929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-09T00:35:16,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-09T00:35:16,429 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:16,429 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:16,429 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:16,429 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:16,435 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T00:35:16,439 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T00:35:16,441 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T00:35:16,442 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T00:35:16,447 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T00:35:16,453 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a15bf3ddec7f,43259,1731112514665 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T00:35:16,460 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:16,460 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:16,460 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:16,460 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:16,461 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a15bf3ddec7f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T00:35:16,461 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,461 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:16,461 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,462 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731112546462 2024-11-09T00:35:16,463 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T00:35:16,463 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T00:35:16,463 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T00:35:16,463 WARN [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T00:35:16,463 WARN [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T00:35:16,463 WARN [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T00:35:16,464 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T00:35:16,465 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T00:35:16,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:16,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T00:35:16,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T00:35:16,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T00:35:16,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T00:35:16,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T00:35:16,470 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,472 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T00:35:16,473 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,473 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T00:35:16,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T00:35:16,474 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T00:35:16,476 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T00:35:16,477 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T00:35:16,478 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112516478,5,FailOnTimeoutGroup] 2024-11-09T00:35:16,479 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112516478,5,FailOnTimeoutGroup] 2024-11-09T00:35:16,479 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,479 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T00:35:16,480 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,480 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,481 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:16,481 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:16,486 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44628 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44628 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-09T00:35:16,492 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:16,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T00:35:16,494 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd 2024-11-09T00:35:16,500 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:16,500 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:16,503 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34430 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34430 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:16,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-09T00:35:16,508 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:16,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:16,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:35:16,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:35:16,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:16,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:35:16,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:35:16,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:16,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:35:16,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:35:16,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:16,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:35:16,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:35:16,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:16,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:16,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:35:16,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740 2024-11-09T00:35:16,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740 2024-11-09T00:35:16,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:35:16,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:35:16,532 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:16,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:35:16,540 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:16,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67259597, jitterRate=0.0022460967302322388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:16,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731112516510Initializing all the Stores at 1731112516512 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112516512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112516512Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112516512Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112516512Cleaning up temporary data from old regions at 1731112516531 (+19 ms)Region opened successfully at 1731112516544 (+13 ms) 2024-11-09T00:35:16,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:35:16,544 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:35:16,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:35:16,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:35:16,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:35:16,546 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:16,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112516544Disabling compacts and flushes for region at 1731112516544Disabling writes for close at 1731112516544Writing region close event to WAL at 1731112516545 (+1 ms)Closed at 1731112516546 (+1 ms) 2024-11-09T00:35:16,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:16,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T00:35:16,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T00:35:16,564 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=44929, startcode=1731112515458 2024-11-09T00:35:16,564 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=40807, startcode=1731112515345 2024-11-09T00:35:16,564 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,43259,1731112514665 with port=43355, startcode=1731112515510 2024-11-09T00:35:16,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:35:16,569 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T00:35:16,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,579 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,579 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd 2024-11-09T00:35:16,579 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43843 2024-11-09T00:35:16,579 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:16,581 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43259 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,582 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd 2024-11-09T00:35:16,582 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43843 2024-11-09T00:35:16,582 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:16,584 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd 2024-11-09T00:35:16,584 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43843 2024-11-09T00:35:16,584 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:16,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:16,589 DEBUG [RS:1;a15bf3ddec7f:44929 {}] zookeeper.ZKUtil(111): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,589 WARN [RS:1;a15bf3ddec7f:44929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:16,589 DEBUG [RS:2;a15bf3ddec7f:43355 {}] zookeeper.ZKUtil(111): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,589 WARN [RS:2;a15bf3ddec7f:43355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:16,589 INFO [RS:1;a15bf3ddec7f:44929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:35:16,590 INFO [RS:2;a15bf3ddec7f:43355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:35:16,590 DEBUG [RS:0;a15bf3ddec7f:40807 {}] zookeeper.ZKUtil(111): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,590 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,590 WARN [RS:0;a15bf3ddec7f:40807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:16,590 DEBUG [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,590 INFO [RS:0;a15bf3ddec7f:40807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:35:16,590 DEBUG [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,43355,1731112515510] 2024-11-09T00:35:16,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,44929,1731112515458] 2024-11-09T00:35:16,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,40807,1731112515345] 2024-11-09T00:35:16,625 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:16,625 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:16,625 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:16,640 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:16,640 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:16,641 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:16,647 INFO [RS:2;a15bf3ddec7f:43355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:16,647 INFO [RS:0;a15bf3ddec7f:40807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:16,647 INFO [RS:1;a15bf3ddec7f:44929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:16,647 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,648 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,648 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,649 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:16,649 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:16,651 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:16,655 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:16,655 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:16,655 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:16,657 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,657 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,657 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,657 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,657 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,658 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,659 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,659 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:0;a15bf3ddec7f:40807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,659 DEBUG [RS:2;a15bf3ddec7f:43355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,659 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:16,659 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,660 DEBUG [RS:1;a15bf3ddec7f:44929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40807,1731112515345-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:16,660 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43355,1731112515510-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,661 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,662 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,662 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,44929,1731112515458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:16,682 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:16,684 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:16,684 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:16,685 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,44929,1731112515458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40807,1731112515345-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43355,1731112515510-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,685 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.Replication(171): a15bf3ddec7f,43355,1731112515510 started 2024-11-09T00:35:16,685 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.Replication(171): a15bf3ddec7f,40807,1731112515345 started 2024-11-09T00:35:16,685 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.Replication(171): a15bf3ddec7f,44929,1731112515458 started 2024-11-09T00:35:16,713 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,713 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,713 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:16,714 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,43355,1731112515510, RpcServer on a15bf3ddec7f/172.17.0.2:43355, sessionid=0x100fa269bf00003 2024-11-09T00:35:16,714 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,40807,1731112515345, RpcServer on a15bf3ddec7f/172.17.0.2:40807, sessionid=0x100fa269bf00001 2024-11-09T00:35:16,714 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,44929,1731112515458, RpcServer on a15bf3ddec7f/172.17.0.2:44929, sessionid=0x100fa269bf00002 2024-11-09T00:35:16,715 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:16,715 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:16,715 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:16,716 DEBUG [RS:1;a15bf3ddec7f:44929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,716 DEBUG [RS:2;a15bf3ddec7f:43355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,716 DEBUG [RS:0;a15bf3ddec7f:40807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,716 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,40807,1731112515345' 2024-11-09T00:35:16,716 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,44929,1731112515458' 2024-11-09T00:35:16,716 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,43355,1731112515510' 2024-11-09T00:35:16,716 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:16,716 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:16,716 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:16,717 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:16,717 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:16,718 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:16,718 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:16,718 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:16,718 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:16,718 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:16,718 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:16,718 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:16,718 DEBUG [RS:2;a15bf3ddec7f:43355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:16,718 DEBUG [RS:0;a15bf3ddec7f:40807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:16,719 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,43355,1731112515510' 2024-11-09T00:35:16,719 DEBUG [RS:1;a15bf3ddec7f:44929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:16,719 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,40807,1731112515345' 2024-11-09T00:35:16,719 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:16,719 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,44929,1731112515458' 2024-11-09T00:35:16,719 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:16,719 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:16,720 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:16,720 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:16,720 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:16,720 DEBUG [RS:1;a15bf3ddec7f:44929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:16,720 DEBUG [RS:2;a15bf3ddec7f:43355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:16,720 DEBUG [RS:0;a15bf3ddec7f:40807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:16,720 INFO [RS:1;a15bf3ddec7f:44929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:16,721 INFO [RS:0;a15bf3ddec7f:40807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:16,721 INFO [RS:2;a15bf3ddec7f:43355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:16,721 INFO [RS:1;a15bf3ddec7f:44929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:16,721 INFO [RS:0;a15bf3ddec7f:40807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:16,721 INFO [RS:2;a15bf3ddec7f:43355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:16,725 WARN [a15bf3ddec7f:43259 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:35:16,826 INFO [RS:1;a15bf3ddec7f:44929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:35:16,826 INFO [RS:2;a15bf3ddec7f:43355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:35:16,826 INFO [RS:0;a15bf3ddec7f:40807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T00:35:16,830 INFO [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C44929%2C1731112515458, suffix=, logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458, archiveDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs, maxLogs=32 2024-11-09T00:35:16,830 INFO [RS:2;a15bf3ddec7f:43355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C43355%2C1731112515510, suffix=, logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,43355,1731112515510, archiveDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs, maxLogs=32 2024-11-09T00:35:16,830 INFO [RS:0;a15bf3ddec7f:40807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C40807%2C1731112515345, suffix=, logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,40807,1731112515345, archiveDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs, maxLogs=32 2024-11-09T00:35:16,850 DEBUG [RS:0;a15bf3ddec7f:40807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,40807,1731112515345/a15bf3ddec7f%2C40807%2C1731112515345.1731112516836, exclude list is [], retry=0 2024-11-09T00:35:16,850 DEBUG [RS:1;a15bf3ddec7f:44929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458/a15bf3ddec7f%2C44929%2C1731112515458.1731112516836, exclude list is [], retry=0 2024-11-09T00:35:16,852 DEBUG [RS:2;a15bf3ddec7f:43355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,43355,1731112515510/a15bf3ddec7f%2C43355%2C1731112515510.1731112516836, exclude list is [], retry=0 2024-11-09T00:35:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5,DISK] 2024-11-09T00:35:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739,DISK] 2024-11-09T00:35:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739,DISK] 2024-11-09T00:35:16,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739,DISK] 2024-11-09T00:35:16,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684,DISK] 2024-11-09T00:35:16,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5,DISK] 2024-11-09T00:35:16,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684,DISK] 2024-11-09T00:35:16,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5,DISK] 2024-11-09T00:35:16,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684,DISK] 2024-11-09T00:35:16,899 INFO [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458/a15bf3ddec7f%2C44929%2C1731112515458.1731112516836 2024-11-09T00:35:16,901 INFO [RS:0;a15bf3ddec7f:40807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,40807,1731112515345/a15bf3ddec7f%2C40807%2C1731112515345.1731112516836 2024-11-09T00:35:16,901 DEBUG [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:36753:36753),(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-09T00:35:16,907 DEBUG [RS:0;a15bf3ddec7f:40807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753),(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-09T00:35:16,907 INFO [RS:2;a15bf3ddec7f:43355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,43355,1731112515510/a15bf3ddec7f%2C43355%2C1731112515510.1731112516836 2024-11-09T00:35:16,907 DEBUG [RS:2;a15bf3ddec7f:43355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753),(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-09T00:35:16,977 DEBUG [a15bf3ddec7f:43259 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T00:35:16,985 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(204): Hosts are {a15bf3ddec7f=0} racks are {/default-rack=0} 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T00:35:16,992 INFO [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T00:35:16,992 INFO [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T00:35:16,992 INFO [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T00:35:16,992 DEBUG [a15bf3ddec7f:43259 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T00:35:17,000 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:17,007 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,44929,1731112515458, state=OPENING 2024-11-09T00:35:17,013 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T00:35:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:17,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:17,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,016 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,018 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:35:17,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,44929,1731112515458}] 2024-11-09T00:35:17,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T00:35:17,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T00:35:17,211 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T00:35:17,212 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T00:35:17,212 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T00:35:17,216 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C44929%2C1731112515458.meta, suffix=.meta, logDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458, archiveDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs, maxLogs=32 2024-11-09T00:35:17,233 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458/a15bf3ddec7f%2C44929%2C1731112515458.meta.1731112517218.meta, exclude list is [], retry=0 2024-11-09T00:35:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39853,DS-d8a7ac03-db1a-4eaf-a76d-270271d4f739,DISK] 2024-11-09T00:35:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44133,DS-8b58c68a-d66b-4b18-8a13-0d534c9ef5d5,DISK] 2024-11-09T00:35:17,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36485,DS-fd41d3dc-3a92-4b83-b00c-2e12b657a684,DISK] 2024-11-09T00:35:17,267 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/WALs/a15bf3ddec7f,44929,1731112515458/a15bf3ddec7f%2C44929%2C1731112515458.meta.1731112517218.meta 2024-11-09T00:35:17,268 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36753:36753),(127.0.0.1/127.0.0.1:38717:38717),(127.0.0.1/127.0.0.1:39469:39469)] 2024-11-09T00:35:17,268 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:17,270 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T00:35:17,273 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T00:35:17,278 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T00:35:17,282 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T00:35:17,283 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:17,283 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T00:35:17,283 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T00:35:17,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:35:17,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:35:17,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:17,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:17,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:35:17,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:35:17,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:17,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:17,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:35:17,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:35:17,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:17,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:17,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:35:17,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:35:17,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:17,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:17,306 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:35:17,307 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740 2024-11-09T00:35:17,311 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740 2024-11-09T00:35:17,314 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:35:17,314 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:35:17,315 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:17,317 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:35:17,319 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64524978, jitterRate=-0.038502901792526245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:17,319 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T00:35:17,320 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731112517284Writing region info on filesystem at 1731112517284Initializing all the Stores at 1731112517286 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112517286Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112517287 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112517287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112517287Cleaning up temporary data from old regions at 1731112517314 (+27 ms)Running coprocessor post-open hooks at 1731112517319 (+5 ms)Region opened successfully at 1731112517320 (+1 ms) 2024-11-09T00:35:17,327 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731112517188 2024-11-09T00:35:17,340 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T00:35:17,341 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T00:35:17,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:17,345 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,44929,1731112515458, state=OPEN 2024-11-09T00:35:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:17,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,348 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:17,349 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:17,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T00:35:17,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,44929,1731112515458 in 329 msec 2024-11-09T00:35:17,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T00:35:17,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-09T00:35:17,361 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:17,361 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T00:35:17,382 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:35:17,383 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,44929,1731112515458, seqNum=-1] 2024-11-09T00:35:17,403 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:35:17,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44857, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:35:17,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0630 sec 2024-11-09T00:35:17,427 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731112517426, completionTime=-1 2024-11-09T00:35:17,429 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T00:35:17,429 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T00:35:17,458 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T00:35:17,459 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731112577459 2024-11-09T00:35:17,459 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731112637459 2024-11-09T00:35:17,459 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-09T00:35:17,460 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T00:35:17,467 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,467 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,468 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a15bf3ddec7f:43259, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,469 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,470 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,477 DEBUG [master/a15bf3ddec7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T00:35:17,498 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.908sec 2024-11-09T00:35:17,499 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T00:35:17,500 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T00:35:17,501 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T00:35:17,501 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T00:35:17,502 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T00:35:17,502 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:17,503 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T00:35:17,507 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T00:35:17,508 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T00:35:17,508 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,43259,1731112514665-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:17,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a500405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:17,579 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T00:35:17,579 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T00:35:17,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a15bf3ddec7f,43259,-1 for getting cluster id 2024-11-09T00:35:17,588 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T00:35:17,596 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ffc84400-8358-4694-81ca-b42b361bd988' 2024-11-09T00:35:17,598 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T00:35:17,598 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ffc84400-8358-4694-81ca-b42b361bd988" 2024-11-09T00:35:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d725eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:17,601 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a15bf3ddec7f,43259,-1] 2024-11-09T00:35:17,604 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T00:35:17,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:17,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T00:35:17,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5872d287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:17,611 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:35:17,619 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,44929,1731112515458, seqNum=-1] 2024-11-09T00:35:17,620 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:35:17,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:35:17,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:17,650 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T00:35:17,655 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:17,658 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4994a7ad 2024-11-09T00:35:17,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T00:35:17,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58184, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T00:35:17,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:35:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T00:35:17,679 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:35:17,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T00:35:17,681 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:17,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:35:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:17,691 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:17,691 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:17,698 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44678 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44678 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:17,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-09T00:35:17,703 WARN [PEWorker-2 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:17,705 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 988b38837947df6ad450aab952984bd7, NAME => 'TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd 2024-11-09T00:35:17,711 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:17,711 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:17,713 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34482 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34482 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-09T00:35:17,720 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:17,720 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:17,720 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 988b38837947df6ad450aab952984bd7, disabling compactions & flushes 2024-11-09T00:35:17,720 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:17,720 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:17,721 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. after waiting 0 ms 2024-11-09T00:35:17,721 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:17,721 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:17,721 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 988b38837947df6ad450aab952984bd7: Waiting for close lock at 1731112517720Disabling compacts and flushes for region at 1731112517720Disabling writes for close at 1731112517721 (+1 ms)Writing region close event to WAL at 1731112517721Closed at 1731112517721 2024-11-09T00:35:17,723 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:35:17,728 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731112517724"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112517724"}]},"ts":"1731112517724"} 2024-11-09T00:35:17,734 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:35:17,737 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:35:17,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112517737"}]},"ts":"1731112517737"} 2024-11-09T00:35:17,746 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T00:35:17,747 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {a15bf3ddec7f=0} racks are {/default-rack=0} 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T00:35:17,748 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T00:35:17,748 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T00:35:17,748 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T00:35:17,748 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T00:35:17,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=988b38837947df6ad450aab952984bd7, ASSIGN}] 2024-11-09T00:35:17,753 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=988b38837947df6ad450aab952984bd7, ASSIGN 2024-11-09T00:35:17,754 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=988b38837947df6ad450aab952984bd7, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,44929,1731112515458; forceNewPlan=false, retain=false 2024-11-09T00:35:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:17,907 INFO [a15bf3ddec7f:43259 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T00:35:17,908 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988b38837947df6ad450aab952984bd7, regionState=OPENING, regionLocation=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:17,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=988b38837947df6ad450aab952984bd7, ASSIGN because future has completed 2024-11-09T00:35:17,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988b38837947df6ad450aab952984bd7, server=a15bf3ddec7f,44929,1731112515458}] 2024-11-09T00:35:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:18,074 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:18,074 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 988b38837947df6ad450aab952984bd7, NAME => 'TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:18,075 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,075 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:18,075 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,075 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,077 INFO [StoreOpener-988b38837947df6ad450aab952984bd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,079 INFO [StoreOpener-988b38837947df6ad450aab952984bd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 988b38837947df6ad450aab952984bd7 columnFamilyName cf 2024-11-09T00:35:18,079 DEBUG [StoreOpener-988b38837947df6ad450aab952984bd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:18,080 INFO [StoreOpener-988b38837947df6ad450aab952984bd7-1 {}] regionserver.HStore(327): Store=988b38837947df6ad450aab952984bd7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:18,081 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,082 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,082 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,083 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,083 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,085 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,090 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:18,091 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 988b38837947df6ad450aab952984bd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64108386, jitterRate=-0.04471060633659363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:35:18,091 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:18,092 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 988b38837947df6ad450aab952984bd7: Running coprocessor pre-open hook at 1731112518075Writing region info on filesystem at 1731112518075Initializing all the Stores at 1731112518077 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112518077Cleaning up temporary data from old regions at 1731112518083 (+6 ms)Running coprocessor post-open hooks at 1731112518091 (+8 ms)Region opened successfully at 1731112518092 (+1 ms) 2024-11-09T00:35:18,094 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7., pid=6, masterSystemTime=1731112518067 2024-11-09T00:35:18,098 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:18,098 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:18,099 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=988b38837947df6ad450aab952984bd7, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:18,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 988b38837947df6ad450aab952984bd7, server=a15bf3ddec7f,44929,1731112515458 because future has completed 2024-11-09T00:35:18,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T00:35:18,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 988b38837947df6ad450aab952984bd7, server=a15bf3ddec7f,44929,1731112515458 in 191 msec 2024-11-09T00:35:18,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T00:35:18,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=988b38837947df6ad450aab952984bd7, ASSIGN in 358 msec 2024-11-09T00:35:18,114 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:35:18,114 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112518114"}]},"ts":"1731112518114"} 2024-11-09T00:35:18,117 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T00:35:18,119 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:35:18,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 448 msec 2024-11-09T00:35:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:18,316 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T00:35:18,317 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T00:35:18,318 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:35:18,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T00:35:18,323 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:35:18,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T00:35:18,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7., hostname=a15bf3ddec7f,44929,1731112515458, seqNum=2] 2024-11-09T00:35:18,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-09T00:35:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T00:35:18,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T00:35:18,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:18,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T00:35:18,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T00:35:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:18,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T00:35:18,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:18,518 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 988b38837947df6ad450aab952984bd7 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T00:35:18,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/.tmp/cf/08355c3fe41a45d1a7e345d01ae59859 is 36, key is row/cf:cq/1731112518334/Put/seqid=0 2024-11-09T00:35:18,580 WARN [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:18,580 WARN [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:18,584 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1883132933_22 at /127.0.0.1:34502 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34502 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:18,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-09T00:35:18,589 WARN [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:18,589 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/.tmp/cf/08355c3fe41a45d1a7e345d01ae59859 2024-11-09T00:35:18,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/.tmp/cf/08355c3fe41a45d1a7e345d01ae59859 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/cf/08355c3fe41a45d1a7e345d01ae59859 2024-11-09T00:35:18,645 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/cf/08355c3fe41a45d1a7e345d01ae59859, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T00:35:18,652 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 988b38837947df6ad450aab952984bd7 in 133ms, sequenceid=5, compaction requested=false 2024-11-09T00:35:18,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-09T00:35:18,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 988b38837947df6ad450aab952984bd7: 2024-11-09T00:35:18,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:18,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T00:35:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T00:35:18,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T00:35:18,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 309 msec 2024-11-09T00:35:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:18,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 323 msec 2024-11-09T00:35:18,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43259 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:18,976 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T00:35:18,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T00:35:18,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:35:18,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:18,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:18,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:18,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T00:35:18,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T00:35:18,996 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1469019133, stopped=false 2024-11-09T00:35:18,996 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a15bf3ddec7f,43259,1731112514665 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:18,998 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:18,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:18,999 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:35:18,999 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:18,999 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:18,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:18,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:18,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:18,999 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,40807,1731112515345' ***** 2024-11-09T00:35:18,999 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,44929,1731112515458' ***** 2024-11-09T00:35:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,43355,1731112515510' ***** 2024-11-09T00:35:19,000 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:19,000 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:19,000 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:19,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:19,000 INFO [RS:0;a15bf3ddec7f:40807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:19,000 INFO [RS:1;a15bf3ddec7f:44929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:19,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:19,001 INFO [RS:1;a15bf3ddec7f:44929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:19,001 INFO [RS:0;a15bf3ddec7f:40807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:19,001 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:19,001 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:19,001 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:19,001 INFO [RS:0;a15bf3ddec7f:40807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a15bf3ddec7f:40807. 2024-11-09T00:35:19,001 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:19,001 DEBUG [RS:0;a15bf3ddec7f:40807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:19,001 DEBUG [RS:0;a15bf3ddec7f:40807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:19,001 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:19,001 INFO [RS:2;a15bf3ddec7f:43355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a15bf3ddec7f:43355. 2024-11-09T00:35:19,001 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,40807,1731112515345; all regions closed. 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:19,002 DEBUG [RS:2;a15bf3ddec7f:43355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a15bf3ddec7f:44929. 2024-11-09T00:35:19,002 DEBUG [RS:2;a15bf3ddec7f:43355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,002 DEBUG [RS:1;a15bf3ddec7f:44929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:19,002 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,43355,1731112515510; all regions closed. 2024-11-09T00:35:19,002 DEBUG [RS:1;a15bf3ddec7f:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:19,002 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T00:35:19,003 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T00:35:19,003 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 988b38837947df6ad450aab952984bd7=TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7.} 2024-11-09T00:35:19,003 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 988b38837947df6ad450aab952984bd7, disabling compactions & flushes 2024-11-09T00:35:19,003 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:19,003 DEBUG [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 988b38837947df6ad450aab952984bd7 2024-11-09T00:35:19,003 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:35:19,003 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:19,004 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:35:19,004 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. after waiting 0 ms 2024-11-09T00:35:19,004 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:35:19,004 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:19,004 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:35:19,004 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:35:19,004 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T00:35:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741826_1016 (size=93) 2024-11-09T00:35:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741826_1016 (size=93) 2024-11-09T00:35:19,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741826_1016 (size=93) 2024-11-09T00:35:19,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741828_1018 (size=93) 2024-11-09T00:35:19,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741828_1018 (size=93) 2024-11-09T00:35:19,015 DEBUG [RS:0;a15bf3ddec7f:40807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs 2024-11-09T00:35:19,015 INFO [RS:0;a15bf3ddec7f:40807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C40807%2C1731112515345:(num 1731112516836) 2024-11-09T00:35:19,015 DEBUG [RS:0;a15bf3ddec7f:40807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,015 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,015 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:19,016 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:19,016 INFO [RS:0;a15bf3ddec7f:40807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40807 2024-11-09T00:35:19,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741828_1018 (size=93) 2024-11-09T00:35:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,40807,1731112515345 2024-11-09T00:35:19,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:19,021 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:19,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,40807,1731112515345] 2024-11-09T00:35:19,024 DEBUG [RS:2;a15bf3ddec7f:43355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs 2024-11-09T00:35:19,024 INFO [RS:2;a15bf3ddec7f:43355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C43355%2C1731112515510:(num 1731112516836) 2024-11-09T00:35:19,024 DEBUG [RS:2;a15bf3ddec7f:43355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,024 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:19,025 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:19,025 INFO [RS:2;a15bf3ddec7f:43355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43355 2024-11-09T00:35:19,026 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,40807,1731112515345 already deleted, retry=false 2024-11-09T00:35:19,026 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,40807,1731112515345 expired; onlineServers=2 2024-11-09T00:35:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,43355,1731112515510 2024-11-09T00:35:19,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:19,027 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:19,034 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/default/TestHBaseWalOnEC/988b38837947df6ad450aab952984bd7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T00:35:19,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,43355,1731112515510] 2024-11-09T00:35:19,037 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:19,037 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 988b38837947df6ad450aab952984bd7: Waiting for close lock at 1731112519003Running coprocessor pre-close hooks at 1731112519003Disabling compacts and flushes for region at 1731112519003Disabling writes for close at 1731112519004 (+1 ms)Writing region close event to WAL at 1731112519011 (+7 ms)Running coprocessor post-close hooks at 1731112519035 (+24 ms)Closed at 1731112519037 (+2 ms) 2024-11-09T00:35:19,037 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7. 2024-11-09T00:35:19,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,43355,1731112515510 already deleted, retry=false 2024-11-09T00:35:19,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,43355,1731112515510 expired; onlineServers=1 2024-11-09T00:35:19,049 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/info/7c582b6440884b2ca6edec723a3b1772 is 153, key is TestHBaseWalOnEC,,1731112517664.988b38837947df6ad450aab952984bd7./info:regioninfo/1731112518099/Put/seqid=0 2024-11-09T00:35:19,052 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,052 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,056 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1883132933_22 at /127.0.0.1:44698 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44698 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-09T00:35:19,061 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,061 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/info/7c582b6440884b2ca6edec723a3b1772 2024-11-09T00:35:19,063 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,063 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,064 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,089 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/ns/dee3bf52ad114f768f3f1a4c6dc2177f is 43, key is default/ns:d/1731112517409/Put/seqid=0 2024-11-09T00:35:19,091 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,091 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,095 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1883132933_22 at /127.0.0.1:44726 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44726 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-09T00:35:19,099 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,099 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/ns/dee3bf52ad114f768f3f1a4c6dc2177f 2024-11-09T00:35:19,124 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/table/280eff9e209c49e98ec861eaadc3e728 is 52, key is TestHBaseWalOnEC/table:state/1731112518114/Put/seqid=0 2024-11-09T00:35:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40807-0x100fa269bf00001, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,125 INFO [RS:0;a15bf3ddec7f:40807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:19,125 INFO [RS:0;a15bf3ddec7f:40807 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,40807,1731112515345; zookeeper connection closed. 2024-11-09T00:35:19,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45e9138e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45e9138e 2024-11-09T00:35:19,127 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,127 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,129 INFO [RS:2;a15bf3ddec7f:43355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:19,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43355-0x100fa269bf00003, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,129 INFO [RS:2;a15bf3ddec7f:43355 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,43355,1731112515510; zookeeper connection closed. 2024-11-09T00:35:19,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65111a5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65111a5f 2024-11-09T00:35:19,132 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1883132933_22 at /127.0.0.1:34526 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34526 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-09T00:35:19,137 WARN [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,137 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/table/280eff9e209c49e98ec861eaadc3e728 2024-11-09T00:35:19,148 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/info/7c582b6440884b2ca6edec723a3b1772 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/info/7c582b6440884b2ca6edec723a3b1772 2024-11-09T00:35:19,156 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/info/7c582b6440884b2ca6edec723a3b1772, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T00:35:19,158 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/ns/dee3bf52ad114f768f3f1a4c6dc2177f as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/ns/dee3bf52ad114f768f3f1a4c6dc2177f 2024-11-09T00:35:19,168 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/ns/dee3bf52ad114f768f3f1a4c6dc2177f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T00:35:19,169 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/.tmp/table/280eff9e209c49e98ec861eaadc3e728 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/table/280eff9e209c49e98ec861eaadc3e728 2024-11-09T00:35:19,179 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/table/280eff9e209c49e98ec861eaadc3e728, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T00:35:19,181 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=11, compaction requested=false 2024-11-09T00:35:19,181 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T00:35:19,189 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T00:35:19,190 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T00:35:19,190 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:19,190 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112519003Running coprocessor pre-close hooks at 1731112519003Disabling compacts and flushes for region at 1731112519003Disabling writes for close at 1731112519004 (+1 ms)Obtaining lock to block concurrent updates at 1731112519004Preparing flush snapshotting stores in 1588230740 at 1731112519004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731112519005 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731112519007 (+2 ms)Flushing 1588230740/info: creating writer at 1731112519007Flushing 1588230740/info: appending metadata at 1731112519046 (+39 ms)Flushing 1588230740/info: closing flushed file at 1731112519046Flushing 1588230740/ns: creating writer at 1731112519071 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731112519087 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731112519087Flushing 1588230740/table: creating writer at 1731112519107 (+20 ms)Flushing 1588230740/table: appending metadata at 1731112519122 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731112519122Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57393cc: reopening flushed file at 1731112519146 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e748779: reopening flushed file at 1731112519157 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31106f36: reopening flushed file at 1731112519168 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=11, compaction requested=false at 1731112519181 (+13 ms)Writing region close event to WAL at 1731112519183 (+2 ms)Running coprocessor post-close hooks at 1731112519190 (+7 ms)Closed at 1731112519190 2024-11-09T00:35:19,191 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:19,204 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,44929,1731112515458; all regions closed. 2024-11-09T00:35:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741829_1019 (size=2751) 2024-11-09T00:35:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741829_1019 (size=2751) 2024-11-09T00:35:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741829_1019 (size=2751) 2024-11-09T00:35:19,210 DEBUG [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs 2024-11-09T00:35:19,210 INFO [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C44929%2C1731112515458.meta:.meta(num 1731112517218) 2024-11-09T00:35:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741827_1017 (size=1298) 2024-11-09T00:35:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741827_1017 (size=1298) 2024-11-09T00:35:19,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741827_1017 (size=1298) 2024-11-09T00:35:19,216 DEBUG [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/oldWALs 2024-11-09T00:35:19,217 INFO [RS:1;a15bf3ddec7f:44929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a15bf3ddec7f%2C44929%2C1731112515458:(num 1731112516836) 2024-11-09T00:35:19,217 DEBUG [RS:1;a15bf3ddec7f:44929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:19,217 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:19,217 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:19,217 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:19,217 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:19,217 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:19,218 INFO [RS:1;a15bf3ddec7f:44929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44929 2024-11-09T00:35:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,44929,1731112515458 2024-11-09T00:35:19,221 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:19,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,44929,1731112515458] 2024-11-09T00:35:19,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,44929,1731112515458 already deleted, retry=false 2024-11-09T00:35:19,225 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,44929,1731112515458 expired; onlineServers=0 2024-11-09T00:35:19,225 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a15bf3ddec7f,43259,1731112514665' ***** 2024-11-09T00:35:19,225 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T00:35:19,225 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:19,225 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:19,225 DEBUG [M:0;a15bf3ddec7f:43259 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T00:35:19,225 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T00:35:19,225 DEBUG [M:0;a15bf3ddec7f:43259 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T00:35:19,225 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112516478 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112516478,5,FailOnTimeoutGroup] 2024-11-09T00:35:19,225 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112516478 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112516478,5,FailOnTimeoutGroup] 2024-11-09T00:35:19,226 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.ChoreService(370): Chore service for: master/a15bf3ddec7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:19,226 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:19,226 DEBUG [M:0;a15bf3ddec7f:43259 {}] master.HMaster(1795): Stopping service threads 2024-11-09T00:35:19,226 INFO [M:0;a15bf3ddec7f:43259 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T00:35:19,226 INFO [M:0;a15bf3ddec7f:43259 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:35:19,227 INFO [M:0;a15bf3ddec7f:43259 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T00:35:19,227 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T00:35:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:19,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:19,227 DEBUG [M:0;a15bf3ddec7f:43259 {}] zookeeper.ZKUtil(347): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T00:35:19,228 WARN [M:0;a15bf3ddec7f:43259 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T00:35:19,228 INFO [M:0;a15bf3ddec7f:43259 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/.lastflushedseqids 2024-11-09T00:35:19,237 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,238 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,240 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34544 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34544 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-09T00:35:19,244 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,244 INFO [M:0;a15bf3ddec7f:43259 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T00:35:19,244 INFO [M:0;a15bf3ddec7f:43259 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T00:35:19,245 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:35:19,245 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:19,245 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:19,245 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:35:19,245 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:19,245 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-09T00:35:19,263 DEBUG [M:0;a15bf3ddec7f:43259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469dd9f3e2684becb7fd73686e953ed6 is 82, key is hbase:meta,,1/info:regioninfo/1731112517342/Put/seqid=0 2024-11-09T00:35:19,265 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,266 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,268 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34558 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34558 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-09T00:35:19,275 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,275 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469dd9f3e2684becb7fd73686e953ed6 2024-11-09T00:35:19,299 DEBUG [M:0;a15bf3ddec7f:43259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017a9a6a68504ba89dee9e4149c079c7 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731112518121/Put/seqid=0 2024-11-09T00:35:19,301 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,301 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,304 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:34570 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:36485:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34570 dst: /127.0.0.1:36485 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-09T00:35:19,308 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,308 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017a9a6a68504ba89dee9e4149c079c7 2024-11-09T00:35:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44929-0x100fa269bf00002, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,323 INFO [RS:1;a15bf3ddec7f:44929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:19,323 INFO [RS:1;a15bf3ddec7f:44929 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,44929,1731112515458; zookeeper connection closed. 2024-11-09T00:35:19,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fbbf75d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fbbf75d 2024-11-09T00:35:19,324 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T00:35:19,333 DEBUG [M:0;a15bf3ddec7f:43259 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d277a5e1b5488d9ee5e33aabb2bb87 is 69, key is a15bf3ddec7f,40807,1731112515345/rs:state/1731112516582/Put/seqid=0 2024-11-09T00:35:19,335 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,335 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T00:35:19,337 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2131111589_22 at /127.0.0.1:44744 [Receiving block BP-361278183-172.17.0.2-1731112511513:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:39853:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44744 dst: /127.0.0.1:39853 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T00:35:19,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-09T00:35:19,341 WARN [M:0;a15bf3ddec7f:43259 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T00:35:19,341 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d277a5e1b5488d9ee5e33aabb2bb87 2024-11-09T00:35:19,351 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/469dd9f3e2684becb7fd73686e953ed6 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/469dd9f3e2684becb7fd73686e953ed6 2024-11-09T00:35:19,359 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/469dd9f3e2684becb7fd73686e953ed6, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T00:35:19,361 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/017a9a6a68504ba89dee9e4149c079c7 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017a9a6a68504ba89dee9e4149c079c7 2024-11-09T00:35:19,370 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/017a9a6a68504ba89dee9e4149c079c7, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T00:35:19,371 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/52d277a5e1b5488d9ee5e33aabb2bb87 as hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52d277a5e1b5488d9ee5e33aabb2bb87 2024-11-09T00:35:19,380 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/52d277a5e1b5488d9ee5e33aabb2bb87, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T00:35:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-09T00:35:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-09T00:35:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-09T00:35:19,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-09T00:35:19,382 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false 2024-11-09T00:35:19,384 INFO [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:19,385 DEBUG [M:0;a15bf3ddec7f:43259 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112519245Disabling compacts and flushes for region at 1731112519245Disabling writes for close at 1731112519245Obtaining lock to block concurrent updates at 1731112519245Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731112519245Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731112519245Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731112519246 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731112519246Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731112519263 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731112519263Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731112519283 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731112519299 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731112519299Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731112519316 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731112519332 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731112519332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d55660e: reopening flushed file at 1731112519349 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34ed44d1: reopening flushed file at 1731112519360 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3471841: reopening flushed file at 1731112519370 (+10 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false at 1731112519382 (+12 ms)Writing region close event to WAL at 1731112519384 (+2 ms)Closed at 1731112519384 2024-11-09T00:35:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_1073741825_1011 (size=32653) 2024-11-09T00:35:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_1073741825_1011 (size=32653) 2024-11-09T00:35:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36485 is added to blk_1073741825_1011 (size=32653) 2024-11-09T00:35:19,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:19,389 INFO [M:0;a15bf3ddec7f:43259 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T00:35:19,389 INFO [M:0;a15bf3ddec7f:43259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43259 2024-11-09T00:35:19,389 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-09T00:35:19,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-09T00:35:19,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39853 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-09T00:35:19,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44133 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-09T00:35:19,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,493 INFO [M:0;a15bf3ddec7f:43259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:19,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43259-0x100fa269bf00000, quorum=127.0.0.1:49691, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:19,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:19,499 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:19,499 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:19,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:19,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:19,501 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:19,501 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:19,502 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-361278183-172.17.0.2-1731112511513 (Datanode Uuid 08712cfc-331c-4fe8-b1ad-316f319c14fe) service to localhost/127.0.0.1:43843 2024-11-09T00:35:19,502 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:19,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data5/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,503 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data6/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,504 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:19,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:19,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:19,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:19,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:19,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:19,507 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:19,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:19,507 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-361278183-172.17.0.2-1731112511513 (Datanode Uuid fefbb423-b90c-4b39-bb5a-29e4d6ffdc4d) service to localhost/127.0.0.1:43843 2024-11-09T00:35:19,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:19,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data3/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data4/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:19,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:19,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:19,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:19,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:19,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:19,512 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:19,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:19,512 WARN [BP-361278183-172.17.0.2-1731112511513 heartbeating to localhost/127.0.0.1:43843 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-361278183-172.17.0.2-1731112511513 (Datanode Uuid a9d77ed1-d164-4012-ac2b-7990078fe0f6) service to localhost/127.0.0.1:43843 2024-11-09T00:35:19,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:19,512 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data1/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/cluster_9c502776-af2b-22e8-d2e4-8117c0ddc623/data/data2/current/BP-361278183-172.17.0.2-1731112511513 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:19,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:19,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:35:19,522 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:19,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:19,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:19,523 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:19,531 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T00:35:19,559 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T00:35:19,567 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=88 (was 159), OpenFileDescriptor=436 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=22 (was 16) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2441 (was 2730) 2024-11-09T00:35:19,573 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=88, OpenFileDescriptor=436, MaxFileDescriptor=1048576, SystemLoadAverage=22, ProcessCount=11, AvailableMemoryMB=2440 2024-11-09T00:35:19,573 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.log.dir so I do NOT create it in target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fb45ae6d-aaff-be84-3346-d089257ebcb1/hadoop.tmp.dir so I do NOT create it in target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25, deleteOnExit=true 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/test.cache.data in system properties and HBase conf 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir in system properties and HBase conf 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T00:35:19,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T00:35:19,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T00:35:19,575 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T00:35:19,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:35:19,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T00:35:19,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T00:35:19,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/nfs.dump.dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/java.io.tmpdir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T00:35:19,576 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T00:35:19,577 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T00:35:19,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:19,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:19,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:19,680 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:19,680 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T00:35:19,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:19,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@117b7671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:19,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65d068d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:19,797 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21112c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/java.io.tmpdir/jetty-localhost-40611-hadoop-hdfs-3_4_1-tests_jar-_-any-6044718475204261327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:35:19,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27bc618{HTTP/1.1, (http/1.1)}{localhost:40611} 2024-11-09T00:35:19,798 INFO [Time-limited test {}] server.Server(415): Started @10144ms 2024-11-09T00:35:19,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:19,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:19,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:19,893 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:19,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T00:35:19,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef18cbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:19,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bfb2a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:20,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa34083{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/java.io.tmpdir/jetty-localhost-37215-hadoop-hdfs-3_4_1-tests_jar-_-any-5703852999108770192/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:20,011 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@234ffd1d{HTTP/1.1, (http/1.1)}{localhost:37215} 2024-11-09T00:35:20,011 INFO [Time-limited test {}] server.Server(415): Started @10356ms 2024-11-09T00:35:20,012 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:20,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:20,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:20,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:20,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:20,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T00:35:20,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de03e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:20,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54390a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:20,125 WARN [Thread-521 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data1/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,125 WARN [Thread-522 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data2/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,146 WARN [Thread-500 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2b99b6da5fda5b7 with lease ID 0xaf0aceb28de58de5: Processing first storage report for DS-27157a04-2bef-45ed-a97f-ff650459b923 from datanode DatanodeRegistration(127.0.0.1:44111, datanodeUuid=ad0b353a-cd13-44e0-9aed-5f332370f454, infoPort=35857, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2b99b6da5fda5b7 with lease ID 0xaf0aceb28de58de5: from storage DS-27157a04-2bef-45ed-a97f-ff650459b923 node DatanodeRegistration(127.0.0.1:44111, datanodeUuid=ad0b353a-cd13-44e0-9aed-5f332370f454, infoPort=35857, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb2b99b6da5fda5b7 with lease ID 0xaf0aceb28de58de5: Processing first storage report for DS-a065f5c2-4377-46f1-a243-2fb9f3172b25 from datanode DatanodeRegistration(127.0.0.1:44111, datanodeUuid=ad0b353a-cd13-44e0-9aed-5f332370f454, infoPort=35857, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,150 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb2b99b6da5fda5b7 with lease ID 0xaf0aceb28de58de5: from storage DS-a065f5c2-4377-46f1-a243-2fb9f3172b25 node DatanodeRegistration(127.0.0.1:44111, datanodeUuid=ad0b353a-cd13-44e0-9aed-5f332370f454, infoPort=35857, infoSecurePort=0, ipcPort=44017, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65e525b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/java.io.tmpdir/jetty-localhost-33261-hadoop-hdfs-3_4_1-tests_jar-_-any-437556470173990185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:20,175 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd07676{HTTP/1.1, (http/1.1)}{localhost:33261} 2024-11-09T00:35:20,175 INFO [Time-limited test {}] server.Server(415): Started @10520ms 2024-11-09T00:35:20,176 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:20,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T00:35:20,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T00:35:20,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T00:35:20,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T00:35:20,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T00:35:20,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611fd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,AVAILABLE} 2024-11-09T00:35:20,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6974a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T00:35:20,273 WARN [Thread-556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data3/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,273 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data4/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,290 WARN [Thread-536 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e8beffe28b8844 with lease ID 0xaf0aceb28de58de6: Processing first storage report for DS-a5dd7a0d-25d7-4af1-a490-36e4338b138c from datanode DatanodeRegistration(127.0.0.1:41289, datanodeUuid=10ca81bb-ccb8-4ab6-862c-480c9617e2f9, infoPort=46227, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e8beffe28b8844 with lease ID 0xaf0aceb28de58de6: from storage DS-a5dd7a0d-25d7-4af1-a490-36e4338b138c node DatanodeRegistration(127.0.0.1:41289, datanodeUuid=10ca81bb-ccb8-4ab6-862c-480c9617e2f9, infoPort=46227, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e8beffe28b8844 with lease ID 0xaf0aceb28de58de6: Processing first storage report for DS-c33e7f9b-c47f-4230-a064-ea193a3a0869 from datanode DatanodeRegistration(127.0.0.1:41289, datanodeUuid=10ca81bb-ccb8-4ab6-862c-480c9617e2f9, infoPort=46227, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e8beffe28b8844 with lease ID 0xaf0aceb28de58de6: from storage DS-c33e7f9b-c47f-4230-a064-ea193a3a0869 node DatanodeRegistration(127.0.0.1:41289, datanodeUuid=10ca81bb-ccb8-4ab6-862c-480c9617e2f9, infoPort=46227, infoSecurePort=0, ipcPort=37949, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3939dfd7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/java.io.tmpdir/jetty-localhost-45283-hadoop-hdfs-3_4_1-tests_jar-_-any-8929236978967532164/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:20,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6419fd60{HTTP/1.1, (http/1.1)}{localhost:45283} 2024-11-09T00:35:20,335 INFO [Time-limited test {}] server.Server(415): Started @10680ms 2024-11-09T00:35:20,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T00:35:20,441 WARN [Thread-582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data5/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,441 WARN [Thread-583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data6/current/BP-313526013-172.17.0.2-1731112519608/current, will proceed with Du for space computation calculation, 2024-11-09T00:35:20,465 WARN [Thread-571 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T00:35:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55b759c8277a27c8 with lease ID 0xaf0aceb28de58de7: Processing first storage report for DS-9eb1b1f4-7b84-40ca-a31d-df05e083d6d9 from datanode DatanodeRegistration(127.0.0.1:39157, datanodeUuid=d766d53a-afbc-4959-92f1-37c67323dc57, infoPort=39679, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55b759c8277a27c8 with lease ID 0xaf0aceb28de58de7: from storage DS-9eb1b1f4-7b84-40ca-a31d-df05e083d6d9 node DatanodeRegistration(127.0.0.1:39157, datanodeUuid=d766d53a-afbc-4959-92f1-37c67323dc57, infoPort=39679, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55b759c8277a27c8 with lease ID 0xaf0aceb28de58de7: Processing first storage report for DS-0b957f70-cc3a-4e25-8f45-658ad6a50443 from datanode DatanodeRegistration(127.0.0.1:39157, datanodeUuid=d766d53a-afbc-4959-92f1-37c67323dc57, infoPort=39679, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608) 2024-11-09T00:35:20,469 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55b759c8277a27c8 with lease ID 0xaf0aceb28de58de7: from storage DS-0b957f70-cc3a-4e25-8f45-658ad6a50443 node DatanodeRegistration(127.0.0.1:39157, datanodeUuid=d766d53a-afbc-4959-92f1-37c67323dc57, infoPort=39679, infoSecurePort=0, ipcPort=37285, storageInfo=lv=-57;cid=testClusterID;nsid=1995040848;c=1731112519608), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T00:35:20,563 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb 2024-11-09T00:35:20,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/zookeeper_0, clientPort=50607, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T00:35:20,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50607 2024-11-09T00:35:20,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741825_1001 (size=7) 2024-11-09T00:35:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741825_1001 (size=7) 2024-11-09T00:35:20,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741825_1001 (size=7) 2024-11-09T00:35:20,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 with version=8 2024-11-09T00:35:20,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:43843/user/jenkins/test-data/cf8fd05e-87d7-801f-607e-6158eced53dd/hbase-staging 2024-11-09T00:35:20,586 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T00:35:20,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:20,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40519 2024-11-09T00:35:20,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40519 connecting to ZooKeeper ensemble=127.0.0.1:50607 2024-11-09T00:35:20,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405190x0, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:20,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40519-0x100fa26b6050000 connected 2024-11-09T00:35:20,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:20,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20, hbase.cluster.distributed=false 2024-11-09T00:35:20,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:20,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-09T00:35:20,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-09T00:35:20,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-09T00:35:20,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-09T00:35:20,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-09T00:35:20,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:20,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:20,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33955 2024-11-09T00:35:20,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33955 connecting to ZooKeeper ensemble=127.0.0.1:50607 2024-11-09T00:35:20,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339550x0, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:20,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33955-0x100fa26b6050001 connected 2024-11-09T00:35:20,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:20,643 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:20,644 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:20,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:20,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:20,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-09T00:35:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33955 2024-11-09T00:35:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33955 2024-11-09T00:35:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-09T00:35:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33955 2024-11-09T00:35:20,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:20,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:20,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39473 2024-11-09T00:35:20,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39473 connecting to ZooKeeper ensemble=127.0.0.1:50607 2024-11-09T00:35:20,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394730x0, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:20,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39473-0x100fa26b6050002 connected 2024-11-09T00:35:20,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:20,678 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:20,678 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:20,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:20,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:20,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39473 2024-11-09T00:35:20,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39473 2024-11-09T00:35:20,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39473 2024-11-09T00:35:20,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39473 2024-11-09T00:35:20,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39473 2024-11-09T00:35:20,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a15bf3ddec7f:0 server-side Connection retries=45 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T00:35:20,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T00:35:20,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T00:35:20,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34501 2024-11-09T00:35:20,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34501 connecting to ZooKeeper ensemble=127.0.0.1:50607 2024-11-09T00:35:20,699 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345010x0, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T00:35:20,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345010x0, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:20,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34501-0x100fa26b6050003 connected 2024-11-09T00:35:20,705 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T00:35:20,706 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T00:35:20,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T00:35:20,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T00:35:20,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-09T00:35:20,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34501 2024-11-09T00:35:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34501 2024-11-09T00:35:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-09T00:35:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34501 2024-11-09T00:35:20,721 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a15bf3ddec7f:40519 2024-11-09T00:35:20,721 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,724 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:20,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,727 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T00:35:20,728 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a15bf3ddec7f,40519,1731112520586 from backup master directory 2024-11-09T00:35:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T00:35:20,731 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:20,731 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,738 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/hbase.id] with ID: 5fcead8b-7663-4357-930b-9204c3b44b5f 2024-11-09T00:35:20,738 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/.tmp/hbase.id 2024-11-09T00:35:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741826_1002 (size=42) 2024-11-09T00:35:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741826_1002 (size=42) 2024-11-09T00:35:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741826_1002 (size=42) 2024-11-09T00:35:20,750 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/.tmp/hbase.id]:[hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/hbase.id] 2024-11-09T00:35:20,768 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T00:35:20,768 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T00:35:20,769 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T00:35:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741827_1003 (size=196) 2024-11-09T00:35:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741827_1003 (size=196) 2024-11-09T00:35:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741827_1003 (size=196) 2024-11-09T00:35:20,783 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:35:20,784 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T00:35:20,784 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T00:35:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741828_1004 (size=1189) 2024-11-09T00:35:20,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741828_1004 (size=1189) 2024-11-09T00:35:20,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741828_1004 (size=1189) 2024-11-09T00:35:20,796 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store 2024-11-09T00:35:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741829_1005 (size=34) 2024-11-09T00:35:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741829_1005 (size=34) 2024-11-09T00:35:20,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741829_1005 (size=34) 2024-11-09T00:35:20,805 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:20,805 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:35:20,806 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:20,806 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:20,806 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:35:20,806 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:20,806 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:20,806 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112520805Disabling compacts and flushes for region at 1731112520805Disabling writes for close at 1731112520806 (+1 ms)Writing region close event to WAL at 1731112520806Closed at 1731112520806 2024-11-09T00:35:20,807 WARN [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/.initializing 2024-11-09T00:35:20,807 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/WALs/a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,811 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C40519%2C1731112520586, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/WALs/a15bf3ddec7f,40519,1731112520586, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/oldWALs, maxLogs=10 2024-11-09T00:35:20,811 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor a15bf3ddec7f%2C40519%2C1731112520586.1731112520811 2024-11-09T00:35:20,821 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/WALs/a15bf3ddec7f,40519,1731112520586/a15bf3ddec7f%2C40519%2C1731112520586.1731112520811 2024-11-09T00:35:20,823 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679),(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-09T00:35:20,824 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:20,824 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:20,824 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,824 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T00:35:20,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:20,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T00:35:20,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:20,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T00:35:20,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:20,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T00:35:20,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:20,837 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,838 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,839 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,840 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,840 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,841 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:20,842 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T00:35:20,845 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:20,846 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67839514, jitterRate=0.01088753342628479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:20,847 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731112520824Initializing all the Stores at 1731112520826 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112520826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112520826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112520826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112520826Cleaning up temporary data from old regions at 1731112520840 (+14 ms)Region opened successfully at 1731112520847 (+7 ms) 2024-11-09T00:35:20,847 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T00:35:20,852 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47430f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:20,853 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T00:35:20,853 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T00:35:20,853 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T00:35:20,853 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T00:35:20,854 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T00:35:20,854 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T00:35:20,855 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T00:35:20,857 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T00:35:20,858 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T00:35:20,859 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T00:35:20,860 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T00:35:20,860 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T00:35:20,862 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T00:35:20,862 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T00:35:20,863 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T00:35:20,865 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T00:35:20,866 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T00:35:20,867 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T00:35:20,869 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T00:35:20,870 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,873 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a15bf3ddec7f,40519,1731112520586, sessionid=0x100fa26b6050000, setting cluster-up flag (Was=false) 2024-11-09T00:35:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,884 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T00:35:20,885 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:20,895 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T00:35:20,896 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:20,898 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T00:35:20,901 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:20,901 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T00:35:20,901 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T00:35:20,901 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a15bf3ddec7f,40519,1731112520586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=5, maxPoolSize=5 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a15bf3ddec7f:0, corePoolSize=10, maxPoolSize=10 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:20,903 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,904 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731112550904 2024-11-09T00:35:20,904 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T00:35:20,905 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:20,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T00:35:20,907 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,907 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T00:35:20,908 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T00:35:20,908 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T00:35:20,908 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T00:35:20,909 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T00:35:20,909 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T00:35:20,909 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112520909,5,FailOnTimeoutGroup] 2024-11-09T00:35:20,909 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112520909,5,FailOnTimeoutGroup] 2024-11-09T00:35:20,909 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,909 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T00:35:20,909 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,910 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,911 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(746): ClusterId : 5fcead8b-7663-4357-930b-9204c3b44b5f 2024-11-09T00:35:20,911 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:20,911 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(746): ClusterId : 5fcead8b-7663-4357-930b-9204c3b44b5f 2024-11-09T00:35:20,911 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:20,912 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(746): ClusterId : 5fcead8b-7663-4357-930b-9204c3b44b5f 2024-11-09T00:35:20,912 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T00:35:20,915 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:20,915 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:20,918 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:20,918 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T00:35:20,918 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:20,918 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T00:35:20,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741831_1007 (size=1321) 2024-11-09T00:35:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741831_1007 (size=1321) 2024-11-09T00:35:20,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741831_1007 (size=1321) 2024-11-09T00:35:20,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T00:35:20,921 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 2024-11-09T00:35:20,921 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:20,921 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:20,922 DEBUG [RS:1;a15bf3ddec7f:39473 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a094df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:20,922 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T00:35:20,922 DEBUG [RS:0;a15bf3ddec7f:33955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6deb600f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:20,922 DEBUG [RS:2;a15bf3ddec7f:34501 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d75e6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a15bf3ddec7f/172.17.0.2:0 2024-11-09T00:35:20,934 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a15bf3ddec7f:39473 2024-11-09T00:35:20,934 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a15bf3ddec7f:33955 2024-11-09T00:35:20,934 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:20,934 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:20,935 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:20,935 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:20,935 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:20,935 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:20,936 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,40519,1731112520586 with port=39473, startcode=1731112520663 2024-11-09T00:35:20,936 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,40519,1731112520586 with port=33955, startcode=1731112520632 2024-11-09T00:35:20,936 DEBUG [RS:1;a15bf3ddec7f:39473 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:20,936 DEBUG [RS:0;a15bf3ddec7f:33955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741832_1008 (size=32) 2024-11-09T00:35:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741832_1008 (size=32) 2024-11-09T00:35:20,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741832_1008 (size=32) 2024-11-09T00:35:20,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:20,941 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a15bf3ddec7f:34501 2024-11-09T00:35:20,941 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T00:35:20,941 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T00:35:20,941 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T00:35:20,942 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(2659): reportForDuty to master=a15bf3ddec7f,40519,1731112520586 with port=34501, startcode=1731112520696 2024-11-09T00:35:20,942 DEBUG [RS:2;a15bf3ddec7f:34501 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T00:35:20,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:35:20,945 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:20,945 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:20,946 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58031, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T00:35:20,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:20,946 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:20,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:35:20,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:20,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:35:20,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:20,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:20,949 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 2024-11-09T00:35:20,949 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-09T00:35:20,949 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:20,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:35:20,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:20,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:35:20,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:20,952 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(517): Registering regionserver=a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:20,952 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 2024-11-09T00:35:20,952 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-09T00:35:20,952 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:20,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:20,953 DEBUG [RS:0;a15bf3ddec7f:33955 {}] zookeeper.ZKUtil(111): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:20,953 WARN [RS:0;a15bf3ddec7f:33955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:20,953 INFO [RS:0;a15bf3ddec7f:33955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T00:35:20,953 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:20,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:35:20,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:20,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:35:20,955 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 2024-11-09T00:35:20,955 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37101 2024-11-09T00:35:20,955 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T00:35:20,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:35:20,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:20,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,33955,1731112520632] 2024-11-09T00:35:20,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,34501,1731112520696] 2024-11-09T00:35:20,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:20,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:35:20,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:20,959 DEBUG [RS:2;a15bf3ddec7f:34501 {}] zookeeper.ZKUtil(111): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:20,959 WARN [RS:2;a15bf3ddec7f:34501 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:20,959 INFO [RS:2;a15bf3ddec7f:34501 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T00:35:20,959 DEBUG [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:20,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740 2024-11-09T00:35:20,960 DEBUG [RS:1;a15bf3ddec7f:39473 {}] zookeeper.ZKUtil(111): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:20,960 WARN [RS:1;a15bf3ddec7f:39473 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T00:35:20,960 INFO [RS:1;a15bf3ddec7f:39473 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T00:35:20,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a15bf3ddec7f,39473,1731112520663] 2024-11-09T00:35:20,960 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:20,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740 2024-11-09T00:35:20,961 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:20,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:35:20,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:35:20,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:20,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:35:20,968 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:20,969 INFO [RS:0;a15bf3ddec7f:33955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:20,969 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,969 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:20,969 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:20,970 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75322585, jitterRate=0.12239398062229156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:20,971 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:20,971 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,971 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,971 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,971 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,971 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731112520940Initializing all the Stores at 1731112520943 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112520943Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112520944 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112520944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112520944Cleaning up temporary data from old regions at 1731112520962 (+18 ms)Region opened successfully at 1731112520971 (+9 ms) 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:20,972 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:35:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:35:20,972 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,972 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,973 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:20,973 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:20,973 DEBUG [RS:0;a15bf3ddec7f:33955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112520972Disabling compacts and flushes for region at 1731112520972Disabling writes for close at 1731112520972Writing region close event to WAL at 1731112520973 (+1 ms)Closed at 1731112520973 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,975 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,33955,1731112520632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:20,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:20,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T00:35:20,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T00:35:20,976 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:20,976 INFO [RS:1;a15bf3ddec7f:39473 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:20,976 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,977 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T00:35:20,980 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:20,981 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T00:35:20,981 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:20,982 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,982 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,983 DEBUG [RS:1;a15bf3ddec7f:39473 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T00:35:20,988 INFO [RS:2;a15bf3ddec7f:34501 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T00:35:20,988 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,989 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T00:35:20,990 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T00:35:20,990 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=2, maxPoolSize=2 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a15bf3ddec7f:0, corePoolSize=1, maxPoolSize=1 2024-11-09T00:35:20,990 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,991 DEBUG [RS:2;a15bf3ddec7f:34501 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0, corePoolSize=3, maxPoolSize=3 2024-11-09T00:35:20,992 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,992 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,992 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,992 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39473,1731112520663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:20,993 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,34501,1731112520696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:20,999 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:21,000 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,33955,1731112520632-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,000 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,000 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.Replication(171): a15bf3ddec7f,33955,1731112520632 started 2024-11-09T00:35:21,009 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:21,009 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T00:35:21,009 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,34501,1731112520696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,009 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,39473,1731112520663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,009 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,009 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,009 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.Replication(171): a15bf3ddec7f,34501,1731112520696 started 2024-11-09T00:35:21,009 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.Replication(171): a15bf3ddec7f,39473,1731112520663 started 2024-11-09T00:35:21,020 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,020 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,33955,1731112520632, RpcServer on a15bf3ddec7f/172.17.0.2:33955, sessionid=0x100fa26b6050001 2024-11-09T00:35:21,020 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:21,020 DEBUG [RS:0;a15bf3ddec7f:33955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:21,021 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,33955,1731112520632' 2024-11-09T00:35:21,021 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:21,021 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:21,022 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:21,022 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:21,022 DEBUG [RS:0;a15bf3ddec7f:33955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:21,022 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,33955,1731112520632' 2024-11-09T00:35:21,022 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:21,023 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:21,023 DEBUG [RS:0;a15bf3ddec7f:33955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:21,023 INFO [RS:0;a15bf3ddec7f:33955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:21,023 INFO [RS:0;a15bf3ddec7f:33955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:21,025 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,025 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,025 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,39473,1731112520663, RpcServer on a15bf3ddec7f/172.17.0.2:39473, sessionid=0x100fa26b6050002 2024-11-09T00:35:21,025 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1482): Serving as a15bf3ddec7f,34501,1731112520696, RpcServer on a15bf3ddec7f/172.17.0.2:34501, sessionid=0x100fa26b6050003 2024-11-09T00:35:21,025 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:21,025 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T00:35:21,025 DEBUG [RS:2;a15bf3ddec7f:34501 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:21,025 DEBUG [RS:1;a15bf3ddec7f:39473 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:21,025 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,34501,1731112520696' 2024-11-09T00:35:21,025 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:21,025 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,39473,1731112520663' 2024-11-09T00:35:21,025 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T00:35:21,026 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:21,026 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T00:35:21,026 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:21,027 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:21,027 DEBUG [RS:2;a15bf3ddec7f:34501 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:21,027 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,34501,1731112520696' 2024-11-09T00:35:21,027 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a15bf3ddec7f,39473,1731112520663' 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T00:35:21,027 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:21,027 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T00:35:21,028 DEBUG [RS:2;a15bf3ddec7f:34501 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:21,028 INFO [RS:2;a15bf3ddec7f:34501 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:21,028 INFO [RS:2;a15bf3ddec7f:34501 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:21,028 DEBUG [RS:1;a15bf3ddec7f:39473 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T00:35:21,028 INFO [RS:1;a15bf3ddec7f:39473 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T00:35:21,028 INFO [RS:1;a15bf3ddec7f:39473 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T00:35:21,126 INFO [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C33955%2C1731112520632, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,33955,1731112520632, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs, maxLogs=32 2024-11-09T00:35:21,128 INFO [RS:0;a15bf3ddec7f:33955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a15bf3ddec7f%2C33955%2C1731112520632.1731112521128 2024-11-09T00:35:21,130 INFO [RS:2;a15bf3ddec7f:34501 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C34501%2C1731112520696, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,34501,1731112520696, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs, maxLogs=32 2024-11-09T00:35:21,131 INFO [RS:1;a15bf3ddec7f:39473 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C39473%2C1731112520663, suffix=, logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,39473,1731112520663, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs, maxLogs=32 2024-11-09T00:35:21,134 WARN [a15bf3ddec7f:40519 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T00:35:21,134 INFO [RS:1;a15bf3ddec7f:39473 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a15bf3ddec7f%2C39473%2C1731112520663.1731112521133 2024-11-09T00:35:21,134 INFO [RS:2;a15bf3ddec7f:34501 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a15bf3ddec7f%2C34501%2C1731112520696.1731112521133 2024-11-09T00:35:21,138 INFO [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,33955,1731112520632/a15bf3ddec7f%2C33955%2C1731112520632.1731112521128 2024-11-09T00:35:21,142 DEBUG [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679),(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-09T00:35:21,147 INFO [RS:1;a15bf3ddec7f:39473 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,39473,1731112520663/a15bf3ddec7f%2C39473%2C1731112520663.1731112521133 2024-11-09T00:35:21,150 DEBUG [RS:1;a15bf3ddec7f:39473 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:46227:46227),(127.0.0.1/127.0.0.1:39679:39679)] 2024-11-09T00:35:21,151 INFO [RS:2;a15bf3ddec7f:34501 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,34501,1731112520696/a15bf3ddec7f%2C34501%2C1731112520696.1731112521133 2024-11-09T00:35:21,154 DEBUG [RS:2;a15bf3ddec7f:34501 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35857:35857),(127.0.0.1/127.0.0.1:39679:39679),(127.0.0.1/127.0.0.1:46227:46227)] 2024-11-09T00:35:21,384 DEBUG [a15bf3ddec7f:40519 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T00:35:21,384 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(204): Hosts are {a15bf3ddec7f=0} racks are {/default-rack=0} 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T00:35:21,387 INFO [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T00:35:21,387 INFO [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T00:35:21,387 INFO [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T00:35:21,387 DEBUG [a15bf3ddec7f:40519 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T00:35:21,387 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:21,389 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,33955,1731112520632, state=OPENING 2024-11-09T00:35:21,391 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T00:35:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:21,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:21,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,393 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,394 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,394 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T00:35:21,394 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,33955,1731112520632}] 2024-11-09T00:35:21,548 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T00:35:21,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38189, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T00:35:21,556 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T00:35:21,556 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T00:35:21,559 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a15bf3ddec7f%2C33955%2C1731112520632.meta, suffix=.meta, logDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,33955,1731112520632, archiveDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs, maxLogs=32 2024-11-09T00:35:21,560 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor a15bf3ddec7f%2C33955%2C1731112520632.meta.1731112521559.meta 2024-11-09T00:35:21,568 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/WALs/a15bf3ddec7f,33955,1731112520632/a15bf3ddec7f%2C33955%2C1731112520632.meta.1731112521559.meta 2024-11-09T00:35:21,572 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39679:39679),(127.0.0.1/127.0.0.1:46227:46227),(127.0.0.1/127.0.0.1:35857:35857)] 2024-11-09T00:35:21,574 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:21,574 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T00:35:21,574 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T00:35:21,575 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T00:35:21,575 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T00:35:21,575 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:21,575 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T00:35:21,575 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T00:35:21,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T00:35:21,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T00:35:21,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T00:35:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T00:35:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T00:35:21,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T00:35:21,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:21,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:21,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T00:35:21,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T00:35:21,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:21,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T00:35:21,587 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T00:35:21,588 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740 2024-11-09T00:35:21,590 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740 2024-11-09T00:35:21,591 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T00:35:21,591 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T00:35:21,592 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T00:35:21,594 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T00:35:21,595 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67365071, jitterRate=0.0038177818059921265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T00:35:21,595 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T00:35:21,596 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731112521575Writing region info on filesystem at 1731112521575Initializing all the Stores at 1731112521577 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112521577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112521580 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112521580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731112521580Cleaning up temporary data from old regions at 1731112521591 (+11 ms)Running coprocessor post-open hooks at 1731112521595 (+4 ms)Region opened successfully at 1731112521596 (+1 ms) 2024-11-09T00:35:21,598 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731112521548 2024-11-09T00:35:21,601 DEBUG [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T00:35:21,601 INFO [RS_OPEN_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T00:35:21,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:21,604 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a15bf3ddec7f,33955,1731112520632, state=OPEN 2024-11-09T00:35:21,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:21,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:21,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:21,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T00:35:21,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,606 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T00:35:21,606 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:21,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T00:35:21,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a15bf3ddec7f,33955,1731112520632 in 213 msec 2024-11-09T00:35:21,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T00:35:21,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-09T00:35:21,616 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T00:35:21,616 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T00:35:21,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:35:21,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,33955,1731112520632, seqNum=-1] 2024-11-09T00:35:21,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:35:21,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50071, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:35:21,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 728 msec 2024-11-09T00:35:21,629 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731112521629, completionTime=-1 2024-11-09T00:35:21,629 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T00:35:21,629 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T00:35:21,631 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T00:35:21,631 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731112581631 2024-11-09T00:35:21,631 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731112641631 2024-11-09T00:35:21,631 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-09T00:35:21,632 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,632 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,632 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,632 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a15bf3ddec7f:40519, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,632 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,633 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,635 DEBUG [master/a15bf3ddec7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.906sec 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T00:35:21,638 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T00:35:21,641 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T00:35:21,641 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T00:35:21,641 INFO [master/a15bf3ddec7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a15bf3ddec7f,40519,1731112520586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T00:35:21,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472b3f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:21,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a15bf3ddec7f,40519,-1 for getting cluster id 2024-11-09T00:35:21,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T00:35:21,713 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5fcead8b-7663-4357-930b-9204c3b44b5f' 2024-11-09T00:35:21,714 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T00:35:21,714 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5fcead8b-7663-4357-930b-9204c3b44b5f" 2024-11-09T00:35:21,714 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2394472b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:21,715 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a15bf3ddec7f,40519,-1] 2024-11-09T00:35:21,715 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T00:35:21,715 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:21,717 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T00:35:21,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319a90d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T00:35:21,718 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T00:35:21,719 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a15bf3ddec7f,33955,1731112520632, seqNum=-1] 2024-11-09T00:35:21,720 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:35:21,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:35:21,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:21,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T00:35:21,726 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:21,726 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@394e39d3 2024-11-09T00:35:21,726 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T00:35:21,728 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T00:35:21,729 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T00:35:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T00:35:21,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T00:35:21,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:21,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T00:35:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:21,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T00:35:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741837_1013 (size=392) 2024-11-09T00:35:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741837_1013 (size=392) 2024-11-09T00:35:21,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741837_1013 (size=392) 2024-11-09T00:35:21,748 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3154069d8131db9eee10979cff7c200d, NAME => 'TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20 2024-11-09T00:35:21,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741838_1014 (size=51) 2024-11-09T00:35:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741838_1014 (size=51) 2024-11-09T00:35:21,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741838_1014 (size=51) 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 3154069d8131db9eee10979cff7c200d, disabling compactions & flushes 2024-11-09T00:35:21,758 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. after waiting 0 ms 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:21,758 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:21,758 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3154069d8131db9eee10979cff7c200d: Waiting for close lock at 1731112521758Disabling compacts and flushes for region at 1731112521758Disabling writes for close at 1731112521758Writing region close event to WAL at 1731112521758Closed at 1731112521758 2024-11-09T00:35:21,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T00:35:21,761 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731112521760"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731112521760"}]},"ts":"1731112521760"} 2024-11-09T00:35:21,764 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T00:35:21,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T00:35:21,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112521766"}]},"ts":"1731112521766"} 2024-11-09T00:35:21,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T00:35:21,769 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a15bf3ddec7f=0} racks are {/default-rack=0} 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T00:35:21,770 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T00:35:21,770 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T00:35:21,770 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T00:35:21,770 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T00:35:21,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3154069d8131db9eee10979cff7c200d, ASSIGN}] 2024-11-09T00:35:21,772 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3154069d8131db9eee10979cff7c200d, ASSIGN 2024-11-09T00:35:21,777 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3154069d8131db9eee10979cff7c200d, ASSIGN; state=OFFLINE, location=a15bf3ddec7f,39473,1731112520663; forceNewPlan=false, retain=false 2024-11-09T00:35:21,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:21,927 INFO [a15bf3ddec7f:40519 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T00:35:21,928 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3154069d8131db9eee10979cff7c200d, regionState=OPENING, regionLocation=a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:21,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3154069d8131db9eee10979cff7c200d, ASSIGN because future has completed 2024-11-09T00:35:21,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3154069d8131db9eee10979cff7c200d, server=a15bf3ddec7f,39473,1731112520663}] 2024-11-09T00:35:22,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:22,086 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T00:35:22,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35369, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T00:35:22,092 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,092 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3154069d8131db9eee10979cff7c200d, NAME => 'TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T00:35:22,093 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,093 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T00:35:22,093 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,093 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,094 INFO [StoreOpener-3154069d8131db9eee10979cff7c200d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,096 INFO [StoreOpener-3154069d8131db9eee10979cff7c200d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3154069d8131db9eee10979cff7c200d columnFamilyName cf 2024-11-09T00:35:22,096 DEBUG [StoreOpener-3154069d8131db9eee10979cff7c200d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T00:35:22,097 INFO [StoreOpener-3154069d8131db9eee10979cff7c200d-1 {}] regionserver.HStore(327): Store=3154069d8131db9eee10979cff7c200d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T00:35:22,097 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,097 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,098 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,098 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,098 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,100 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,103 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T00:35:22,103 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3154069d8131db9eee10979cff7c200d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643925, jitterRate=0.022874191403388977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T00:35:22,103 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,104 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3154069d8131db9eee10979cff7c200d: Running coprocessor pre-open hook at 1731112522093Writing region info on filesystem at 1731112522093Initializing all the Stores at 1731112522094 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731112522094Cleaning up temporary data from old regions at 1731112522098 (+4 ms)Running coprocessor post-open hooks at 1731112522103 (+5 ms)Region opened successfully at 1731112522104 (+1 ms) 2024-11-09T00:35:22,106 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d., pid=6, masterSystemTime=1731112522086 2024-11-09T00:35:22,109 DEBUG [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,109 INFO [RS_OPEN_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3154069d8131db9eee10979cff7c200d, regionState=OPEN, openSeqNum=2, regionLocation=a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:22,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3154069d8131db9eee10979cff7c200d, server=a15bf3ddec7f,39473,1731112520663 because future has completed 2024-11-09T00:35:22,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T00:35:22,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3154069d8131db9eee10979cff7c200d, server=a15bf3ddec7f,39473,1731112520663 in 183 msec 2024-11-09T00:35:22,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T00:35:22,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3154069d8131db9eee10979cff7c200d, ASSIGN in 349 msec 2024-11-09T00:35:22,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T00:35:22,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731112522124"}]},"ts":"1731112522124"} 2024-11-09T00:35:22,127 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T00:35:22,129 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T00:35:22,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 400 msec 2024-11-09T00:35:22,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T00:35:22,366 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T00:35:22,366 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T00:35:22,367 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:35:22,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T00:35:22,370 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T00:35:22,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T00:35:22,374 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d., hostname=a15bf3ddec7f,39473,1731112520663, seqNum=2] 2024-11-09T00:35:22,374 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T00:35:22,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T00:35:22,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-09T00:35:22,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T00:35:22,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:22,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T00:35:22,385 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T00:35:22,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T00:35:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:22,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39473 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T00:35:22,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,541 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3154069d8131db9eee10979cff7c200d 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T00:35:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/.tmp/cf/252688d95f764c65a3570c18237d8c50 is 36, key is row/cf:cq/1731112522377/Put/seqid=0 2024-11-09T00:35:22,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741839_1015 (size=4787) 2024-11-09T00:35:22,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741839_1015 (size=4787) 2024-11-09T00:35:22,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741839_1015 (size=4787) 2024-11-09T00:35:22,568 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/.tmp/cf/252688d95f764c65a3570c18237d8c50 2024-11-09T00:35:22,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/.tmp/cf/252688d95f764c65a3570c18237d8c50 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/cf/252688d95f764c65a3570c18237d8c50 2024-11-09T00:35:22,585 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/cf/252688d95f764c65a3570c18237d8c50, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T00:35:22,587 INFO [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 3154069d8131db9eee10979cff7c200d in 45ms, sequenceid=5, compaction requested=false 2024-11-09T00:35:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3154069d8131db9eee10979cff7c200d: 2024-11-09T00:35:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/a15bf3ddec7f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T00:35:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T00:35:22,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T00:35:22,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-09T00:35:22,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 214 msec 2024-11-09T00:35:22,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T00:35:22,695 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T00:35:22,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T00:35:22,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:35:22,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:22,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T00:35:22,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T00:35:22,701 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=793973946, stopped=false 2024-11-09T00:35:22,701 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a15bf3ddec7f,40519,1731112520586 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:22,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:22,703 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:35:22,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T00:35:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:22,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T00:35:22,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:22,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,33955,1731112520632' ***** 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,39473,1731112520663' ***** 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a15bf3ddec7f,34501,1731112520696' ***** 2024-11-09T00:35:22,705 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T00:35:22,705 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:22,705 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:22,705 INFO [RS:1;a15bf3ddec7f:39473 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:22,706 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T00:35:22,706 INFO [RS:0;a15bf3ddec7f:33955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:22,706 INFO [RS:1;a15bf3ddec7f:39473 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:22,706 INFO [RS:2;a15bf3ddec7f:34501 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T00:35:22,706 INFO [RS:0;a15bf3ddec7f:33955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:22,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:22,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:22,706 INFO [RS:2;a15bf3ddec7f:34501 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T00:35:22,705 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T00:35:22,706 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(3091): Received CLOSE for 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,706 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:22,706 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:22,707 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a15bf3ddec7f:33955. 2024-11-09T00:35:22,707 INFO [RS:2;a15bf3ddec7f:34501 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a15bf3ddec7f:34501. 2024-11-09T00:35:22,707 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(959): stopping server a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:22,707 DEBUG [RS:0;a15bf3ddec7f:33955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:22,707 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:22,707 DEBUG [RS:0;a15bf3ddec7f:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,707 DEBUG [RS:2;a15bf3ddec7f:34501 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:22,707 INFO [RS:1;a15bf3ddec7f:39473 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a15bf3ddec7f:39473. 2024-11-09T00:35:22,707 DEBUG [RS:2;a15bf3ddec7f:34501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:22,707 DEBUG [RS:1;a15bf3ddec7f:39473 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:22,707 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,34501,1731112520696; all regions closed. 2024-11-09T00:35:22,707 DEBUG [RS:1;a15bf3ddec7f:39473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,707 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3154069d8131db9eee10979cff7c200d, disabling compactions & flushes 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:22,707 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T00:35:22,707 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,707 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1325): Online Regions={3154069d8131db9eee10979cff7c200d=TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d.} 2024-11-09T00:35:22,707 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,707 DEBUG [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1351): Waiting on 3154069d8131db9eee10979cff7c200d 2024-11-09T00:35:22,707 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. after waiting 0 ms 2024-11-09T00:35:22,707 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T00:35:22,707 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,708 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,708 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,708 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T00:35:22,708 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T00:35:22,708 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,708 DEBUG [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T00:35:22,708 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T00:35:22,708 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T00:35:22,708 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T00:35:22,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T00:35:22,708 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T00:35:22,708 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T00:35:22,714 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/default/TestHBaseWalOnEC/3154069d8131db9eee10979cff7c200d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T00:35:22,715 INFO [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,715 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3154069d8131db9eee10979cff7c200d: Waiting for close lock at 1731112522707Running coprocessor pre-close hooks at 1731112522707Disabling compacts and flushes for region at 1731112522707Disabling writes for close at 1731112522707Writing region close event to WAL at 1731112522709 (+2 ms)Running coprocessor post-close hooks at 1731112522715 (+6 ms)Closed at 1731112522715 2024-11-09T00:35:22,716 DEBUG [RS_CLOSE_REGION-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d. 2024-11-09T00:35:22,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741834_1010 (size=93) 2024-11-09T00:35:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741834_1010 (size=93) 2024-11-09T00:35:22,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741834_1010 (size=93) 2024-11-09T00:35:22,721 DEBUG [RS:2;a15bf3ddec7f:34501 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs 2024-11-09T00:35:22,721 INFO [RS:2;a15bf3ddec7f:34501 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a15bf3ddec7f%2C34501%2C1731112520696:(num 1731112521133) 2024-11-09T00:35:22,721 DEBUG [RS:2;a15bf3ddec7f:34501 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,721 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:22,721 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:22,721 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:22,722 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:22,722 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:22,722 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:22,722 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:22,722 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:22,722 INFO [RS:2;a15bf3ddec7f:34501 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34501 2024-11-09T00:35:22,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,34501,1731112520696 2024-11-09T00:35:22,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:22,724 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:22,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,34501,1731112520696] 2024-11-09T00:35:22,730 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/info/8a0db31742f3444c8a9a468832fecf97 is 153, key is TestHBaseWalOnEC,,1731112521728.3154069d8131db9eee10979cff7c200d./info:regioninfo/1731112522110/Put/seqid=0 2024-11-09T00:35:22,732 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,34501,1731112520696 already deleted, retry=false 2024-11-09T00:35:22,732 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,34501,1731112520696 expired; onlineServers=2 2024-11-09T00:35:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741840_1016 (size=6637) 2024-11-09T00:35:22,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741840_1016 (size=6637) 2024-11-09T00:35:22,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741840_1016 (size=6637) 2024-11-09T00:35:22,738 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/info/8a0db31742f3444c8a9a468832fecf97 2024-11-09T00:35:22,761 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/ns/9153ebb46dbe49b5b2d08fb463d5a157 is 43, key is default/ns:d/1731112521621/Put/seqid=0 2024-11-09T00:35:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741841_1017 (size=5153) 2024-11-09T00:35:22,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741841_1017 (size=5153) 2024-11-09T00:35:22,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741841_1017 (size=5153) 2024-11-09T00:35:22,770 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/ns/9153ebb46dbe49b5b2d08fb463d5a157 2024-11-09T00:35:22,776 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:22,788 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T00:35:22,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T00:35:22,794 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:22,795 INFO [regionserver/a15bf3ddec7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:22,800 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/table/9ea0bb2acba64fb585067c24a038c7b7 is 52, key is TestHBaseWalOnEC/table:state/1731112522124/Put/seqid=0 2024-11-09T00:35:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741842_1018 (size=5249) 2024-11-09T00:35:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741842_1018 (size=5249) 2024-11-09T00:35:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741842_1018 (size=5249) 2024-11-09T00:35:22,809 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/table/9ea0bb2acba64fb585067c24a038c7b7 2024-11-09T00:35:22,819 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/info/8a0db31742f3444c8a9a468832fecf97 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/info/8a0db31742f3444c8a9a468832fecf97 2024-11-09T00:35:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:22,825 INFO [RS:2;a15bf3ddec7f:34501 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:22,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34501-0x100fa26b6050003, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:22,825 INFO [RS:2;a15bf3ddec7f:34501 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,34501,1731112520696; zookeeper connection closed. 2024-11-09T00:35:22,826 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@210d164e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@210d164e 2024-11-09T00:35:22,829 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/info/8a0db31742f3444c8a9a468832fecf97, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T00:35:22,830 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/ns/9153ebb46dbe49b5b2d08fb463d5a157 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/ns/9153ebb46dbe49b5b2d08fb463d5a157 2024-11-09T00:35:22,840 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/ns/9153ebb46dbe49b5b2d08fb463d5a157, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T00:35:22,841 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/.tmp/table/9ea0bb2acba64fb585067c24a038c7b7 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/table/9ea0bb2acba64fb585067c24a038c7b7 2024-11-09T00:35:22,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T00:35:22,851 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/table/9ea0bb2acba64fb585067c24a038c7b7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T00:35:22,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T00:35:22,853 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false 2024-11-09T00:35:22,860 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T00:35:22,861 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T00:35:22,861 INFO [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:22,861 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731112522708Running coprocessor pre-close hooks at 1731112522708Disabling compacts and flushes for region at 1731112522708Disabling writes for close at 1731112522708Obtaining lock to block concurrent updates at 1731112522708Preparing flush snapshotting stores in 1588230740 at 1731112522708Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731112522709 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731112522710 (+1 ms)Flushing 1588230740/info: creating writer at 1731112522710Flushing 1588230740/info: appending metadata at 1731112522730 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731112522730Flushing 1588230740/ns: creating writer at 1731112522745 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731112522761 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731112522761Flushing 1588230740/table: creating writer at 1731112522778 (+17 ms)Flushing 1588230740/table: appending metadata at 1731112522800 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731112522800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27713488: reopening flushed file at 1731112522817 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4beaec: reopening flushed file at 1731112522829 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5506419e: reopening flushed file at 1731112522840 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 145ms, sequenceid=11, compaction requested=false at 1731112522853 (+13 ms)Writing region close event to WAL at 1731112522855 (+2 ms)Running coprocessor post-close hooks at 1731112522861 (+6 ms)Closed at 1731112522861 2024-11-09T00:35:22,861 DEBUG [RS_CLOSE_META-regionserver/a15bf3ddec7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T00:35:22,908 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,39473,1731112520663; all regions closed. 2024-11-09T00:35:22,908 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(976): stopping server a15bf3ddec7f,33955,1731112520632; all regions closed. 2024-11-09T00:35:22,908 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,908 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,908 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,908 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,909 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741835_1011 (size=1298) 2024-11-09T00:35:22,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741836_1012 (size=2751) 2024-11-09T00:35:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741836_1012 (size=2751) 2024-11-09T00:35:22,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741835_1011 (size=1298) 2024-11-09T00:35:22,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741836_1012 (size=2751) 2024-11-09T00:35:22,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741835_1011 (size=1298) 2024-11-09T00:35:22,917 DEBUG [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs 2024-11-09T00:35:22,917 INFO [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a15bf3ddec7f%2C33955%2C1731112520632.meta:.meta(num 1731112521559) 2024-11-09T00:35:22,917 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,918 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,918 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,918 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,918 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:22,918 DEBUG [RS:1;a15bf3ddec7f:39473 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs 2024-11-09T00:35:22,918 INFO [RS:1;a15bf3ddec7f:39473 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a15bf3ddec7f%2C39473%2C1731112520663:(num 1731112521133) 2024-11-09T00:35:22,919 DEBUG [RS:1;a15bf3ddec7f:39473 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T00:35:22,919 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:22,919 INFO [RS:1;a15bf3ddec7f:39473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39473 2024-11-09T00:35:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,39473,1731112520663 2024-11-09T00:35:22,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:22,922 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:22,923 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,39473,1731112520663] 2024-11-09T00:35:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741833_1009 (size=93) 2024-11-09T00:35:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741833_1009 (size=93) 2024-11-09T00:35:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741833_1009 (size=93) 2024-11-09T00:35:22,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,39473,1731112520663 already deleted, retry=false 2024-11-09T00:35:22,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,39473,1731112520663 expired; onlineServers=1 2024-11-09T00:35:23,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,025 INFO [RS:1;a15bf3ddec7f:39473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:23,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39473-0x100fa26b6050002, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,025 INFO [RS:1;a15bf3ddec7f:39473 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,39473,1731112520663; zookeeper connection closed. 2024-11-09T00:35:23,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e071d0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e071d0a 2024-11-09T00:35:23,062 INFO [regionserver/a15bf3ddec7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T00:35:23,062 INFO [regionserver/a15bf3ddec7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T00:35:23,327 DEBUG [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/oldWALs 2024-11-09T00:35:23,327 INFO [RS:0;a15bf3ddec7f:33955 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog a15bf3ddec7f%2C33955%2C1731112520632:(num 1731112521128) 2024-11-09T00:35:23,327 DEBUG [RS:0;a15bf3ddec7f:33955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T00:35:23,327 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T00:35:23,327 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:23,328 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.ChoreService(370): Chore service for: regionserver/a15bf3ddec7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:23,328 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:23,328 INFO [regionserver/a15bf3ddec7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:23,328 INFO [RS:0;a15bf3ddec7f:33955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33955 2024-11-09T00:35:23,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a15bf3ddec7f,33955,1731112520632 2024-11-09T00:35:23,331 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:23,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T00:35:23,333 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a15bf3ddec7f,33955,1731112520632] 2024-11-09T00:35:23,334 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a15bf3ddec7f,33955,1731112520632 already deleted, retry=false 2024-11-09T00:35:23,334 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a15bf3ddec7f,33955,1731112520632 expired; onlineServers=0 2024-11-09T00:35:23,334 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a15bf3ddec7f,40519,1731112520586' ***** 2024-11-09T00:35:23,334 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T00:35:23,334 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T00:35:23,334 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T00:35:23,334 DEBUG [M:0;a15bf3ddec7f:40519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T00:35:23,334 DEBUG [M:0;a15bf3ddec7f:40519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T00:35:23,334 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T00:35:23,334 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112520909 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.large.0-1731112520909,5,FailOnTimeoutGroup] 2024-11-09T00:35:23,334 DEBUG [master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112520909 {}] cleaner.HFileCleaner(306): Exit Thread[master/a15bf3ddec7f:0:becomeActiveMaster-HFileCleaner.small.0-1731112520909,5,FailOnTimeoutGroup] 2024-11-09T00:35:23,334 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.ChoreService(370): Chore service for: master/a15bf3ddec7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T00:35:23,335 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T00:35:23,335 DEBUG [M:0;a15bf3ddec7f:40519 {}] master.HMaster(1795): Stopping service threads 2024-11-09T00:35:23,335 INFO [M:0;a15bf3ddec7f:40519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T00:35:23,335 INFO [M:0;a15bf3ddec7f:40519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T00:35:23,335 INFO [M:0;a15bf3ddec7f:40519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T00:35:23,335 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T00:35:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T00:35:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T00:35:23,336 DEBUG [M:0;a15bf3ddec7f:40519 {}] zookeeper.ZKUtil(347): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T00:35:23,336 WARN [M:0;a15bf3ddec7f:40519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T00:35:23,337 INFO [M:0;a15bf3ddec7f:40519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/.lastflushedseqids 2024-11-09T00:35:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741843_1019 (size=127) 2024-11-09T00:35:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741843_1019 (size=127) 2024-11-09T00:35:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741843_1019 (size=127) 2024-11-09T00:35:23,347 INFO [M:0;a15bf3ddec7f:40519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T00:35:23,347 INFO [M:0;a15bf3ddec7f:40519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T00:35:23,347 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T00:35:23,347 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:23,347 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:23,347 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T00:35:23,347 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:23,348 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-09T00:35:23,366 DEBUG [M:0;a15bf3ddec7f:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7034d7233c8444078ae22e94dc319471 is 82, key is hbase:meta,,1/info:regioninfo/1731112521602/Put/seqid=0 2024-11-09T00:35:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741844_1020 (size=5672) 2024-11-09T00:35:23,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741844_1020 (size=5672) 2024-11-09T00:35:23,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741844_1020 (size=5672) 2024-11-09T00:35:23,374 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7034d7233c8444078ae22e94dc319471 2024-11-09T00:35:23,406 DEBUG [M:0;a15bf3ddec7f:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbced5f1dccd461cb0460bee54c8f72f is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731112522130/Put/seqid=0 2024-11-09T00:35:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741845_1021 (size=6439) 2024-11-09T00:35:23,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741845_1021 (size=6439) 2024-11-09T00:35:23,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741845_1021 (size=6439) 2024-11-09T00:35:23,414 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbced5f1dccd461cb0460bee54c8f72f 2024-11-09T00:35:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,433 INFO [RS:0;a15bf3ddec7f:33955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:23,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33955-0x100fa26b6050001, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,433 INFO [RS:0;a15bf3ddec7f:33955 {}] regionserver.HRegionServer(1031): Exiting; stopping=a15bf3ddec7f,33955,1731112520632; zookeeper connection closed. 2024-11-09T00:35:23,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d8ba9a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d8ba9a8 2024-11-09T00:35:23,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T00:35:23,438 DEBUG [M:0;a15bf3ddec7f:40519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19f62652ea904f86a920b7a492a19716 is 69, key is a15bf3ddec7f,33955,1731112520632/rs:state/1731112520947/Put/seqid=0 2024-11-09T00:35:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741846_1022 (size=5294) 2024-11-09T00:35:23,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741846_1022 (size=5294) 2024-11-09T00:35:23,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741846_1022 (size=5294) 2024-11-09T00:35:23,447 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19f62652ea904f86a920b7a492a19716 2024-11-09T00:35:23,455 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7034d7233c8444078ae22e94dc319471 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7034d7233c8444078ae22e94dc319471 2024-11-09T00:35:23,462 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7034d7233c8444078ae22e94dc319471, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T00:35:23,463 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbced5f1dccd461cb0460bee54c8f72f as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbced5f1dccd461cb0460bee54c8f72f 2024-11-09T00:35:23,470 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbced5f1dccd461cb0460bee54c8f72f, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T00:35:23,472 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/19f62652ea904f86a920b7a492a19716 as hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19f62652ea904f86a920b7a492a19716 2024-11-09T00:35:23,479 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37101/user/jenkins/test-data/12a04ab2-ddfd-9126-646d-852da57bde20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/19f62652ea904f86a920b7a492a19716, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T00:35:23,480 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=72, compaction requested=false 2024-11-09T00:35:23,482 INFO [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T00:35:23,482 DEBUG [M:0;a15bf3ddec7f:40519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731112523347Disabling compacts and flushes for region at 1731112523347Disabling writes for close at 1731112523347Obtaining lock to block concurrent updates at 1731112523348 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731112523348Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731112523348Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731112523349 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731112523349Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731112523365 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731112523366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731112523382 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731112523405 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731112523405Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731112523421 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731112523438 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731112523438Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd65338: reopening flushed file at 1731112523453 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fbce77b: reopening flushed file at 1731112523462 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7747f0d8: reopening flushed file at 1731112523471 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=72, compaction requested=false at 1731112523480 (+9 ms)Writing region close event to WAL at 1731112523482 (+2 ms)Closed at 1731112523482 2024-11-09T00:35:23,482 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:23,483 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:23,483 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:23,483 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:23,483 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T00:35:23,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41289 is added to blk_1073741830_1006 (size=32674) 2024-11-09T00:35:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44111 is added to blk_1073741830_1006 (size=32674) 2024-11-09T00:35:23,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39157 is added to blk_1073741830_1006 (size=32674) 2024-11-09T00:35:23,487 INFO [M:0;a15bf3ddec7f:40519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T00:35:23,487 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T00:35:23,487 INFO [M:0;a15bf3ddec7f:40519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40519 2024-11-09T00:35:23,488 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T00:35:23,591 INFO [M:0;a15bf3ddec7f:40519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T00:35:23,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x100fa26b6050000, quorum=127.0.0.1:50607, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T00:35:23,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3939dfd7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:23,593 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6419fd60{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:23,594 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:23,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6974a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:23,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611fd8d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:23,595 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:23,595 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:23,595 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313526013-172.17.0.2-1731112519608 (Datanode Uuid d766d53a-afbc-4959-92f1-37c67323dc57) service to localhost/127.0.0.1:37101 2024-11-09T00:35:23,595 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:23,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data5/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,596 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data6/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,597 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:23,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65e525b7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:23,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd07676{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:23,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:23,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54390a13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:23,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de03e39{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:23,604 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:23,604 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:23,604 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:23,604 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313526013-172.17.0.2-1731112519608 (Datanode Uuid 10ca81bb-ccb8-4ab6-862c-480c9617e2f9) service to localhost/127.0.0.1:37101 2024-11-09T00:35:23,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data3/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,605 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data4/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:23,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa34083{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T00:35:23,609 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@234ffd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:23,609 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:23,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bfb2a2f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:23,609 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef18cbe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:23,610 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T00:35:23,610 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T00:35:23,610 WARN [BP-313526013-172.17.0.2-1731112519608 heartbeating to localhost/127.0.0.1:37101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313526013-172.17.0.2-1731112519608 (Datanode Uuid ad0b353a-cd13-44e0-9aed-5f332370f454) service to localhost/127.0.0.1:37101 2024-11-09T00:35:23,610 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T00:35:23,611 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data1/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,612 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/cluster_468d7790-ae9e-6443-fb2a-07f3f1890e25/data/data2/current/BP-313526013-172.17.0.2-1731112519608 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T00:35:23,612 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T00:35:23,618 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21112c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T00:35:23,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27bc618{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T00:35:23,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T00:35:23,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65d068d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T00:35:23,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@117b7671{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/bdc9993a-cb7e-c70c-f98a-f964e30d5eeb/hadoop.log.dir/,STOPPED} 2024-11-09T00:35:23,626 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T00:35:23,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T00:35:23,659 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 88) - Thread LEAK? -, OpenFileDescriptor=520 (was 436) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=45 (was 22) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2255 (was 2440)