2024-11-20 11:51:45,446 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 11:51:45,462 main DEBUG Took 0.013707 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 11:51:45,462 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 11:51:45,462 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 11:51:45,464 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 11:51:45,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,476 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 11:51:45,506 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,508 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,509 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,509 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,510 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,511 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,512 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,512 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,513 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,514 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,515 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,516 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,517 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,519 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,520 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,521 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 11:51:45,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,523 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 11:51:45,524 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 11:51:45,525 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 11:51:45,528 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 11:51:45,529 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 11:51:45,530 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 11:51:45,531 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 11:51:45,543 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 11:51:45,547 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 11:51:45,549 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 11:51:45,550 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 11:51:45,550 main DEBUG createAppenders(={Console}) 2024-11-20 11:51:45,551 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-20 11:51:45,552 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 11:51:45,552 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-20 11:51:45,553 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 11:51:45,554 main DEBUG OutputStream closed 2024-11-20 11:51:45,554 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 11:51:45,555 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 11:51:45,555 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-20 11:51:45,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 11:51:45,646 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 11:51:45,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 11:51:45,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 11:51:45,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 11:51:45,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 11:51:45,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 11:51:45,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 11:51:45,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 11:51:45,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 11:51:45,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 11:51:45,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 11:51:45,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 11:51:45,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 11:51:45,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 11:51:45,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 11:51:45,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 11:51:45,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 11:51:45,661 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 11:51:45,662 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 11:51:45,662 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 11:51:45,663 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T11:51:45,684 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-20 11:51:45,688 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 11:51:45,688 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T11:51:45,999 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3 2024-11-20T11:51:46,031 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272, deleteOnExit=true 2024-11-20T11:51:46,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/test.cache.data in system properties and HBase conf 2024-11-20T11:51:46,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:51:46,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:51:46,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:51:46,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:51:46,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:51:46,150 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T11:51:46,264 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:51:46,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:51:46,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:51:46,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:51:46,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:51:46,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:51:46,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:51:46,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:51:46,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:51:46,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:51:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:51:46,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:51:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:51:46,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:51:46,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:51:47,336 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T11:51:47,410 INFO [Time-limited test {}] log.Log(170): Logging initialized @2666ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T11:51:47,479 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:47,556 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:47,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:47,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:47,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:51:47,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:47,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:47,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:47,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e22261{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/java.io.tmpdir/jetty-localhost-35251-hadoop-hdfs-3_4_1-tests_jar-_-any-14274753084157325630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:51:47,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:35251} 2024-11-20T11:51:47,839 INFO [Time-limited test {}] server.Server(415): Started @3095ms 2024-11-20T11:51:48,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:48,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:48,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:48,585 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:48,585 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:51:48,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51c14b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:48,590 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f7daeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:48,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@321ada2c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/java.io.tmpdir/jetty-localhost-39027-hadoop-hdfs-3_4_1-tests_jar-_-any-6486549921954644745/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:48,728 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@637479e9{HTTP/1.1, (http/1.1)}{localhost:39027} 2024-11-20T11:51:48,729 INFO [Time-limited test {}] server.Server(415): Started @3985ms 2024-11-20T11:51:48,797 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:51:48,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:48,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:48,962 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:48,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:48,963 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:51:48,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ea181c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:48,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1663c233{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:49,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ea31b9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/java.io.tmpdir/jetty-localhost-41123-hadoop-hdfs-3_4_1-tests_jar-_-any-5202906996423528084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:49,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67374f99{HTTP/1.1, (http/1.1)}{localhost:41123} 2024-11-20T11:51:49,089 INFO [Time-limited test {}] server.Server(415): Started @4346ms 2024-11-20T11:51:49,092 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:51:49,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:49,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:49,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:49,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:49,144 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:51:49,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@513d748e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:49,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7353365d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:49,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54572a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/java.io.tmpdir/jetty-localhost-34145-hadoop-hdfs-3_4_1-tests_jar-_-any-5376224032206322612/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:49,283 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54a3c380{HTTP/1.1, (http/1.1)}{localhost:34145} 2024-11-20T11:51:49,284 INFO [Time-limited test {}] server.Server(415): Started @4540ms 2024-11-20T11:51:49,286 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:51:50,796 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data2/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,796 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data1/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,796 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data4/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,796 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data3/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,818 WARN [Thread-134 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data5/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,821 WARN [Thread-136 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data6/current/BP-2054236476-172.17.0.2-1732103506843/current, will proceed with Du for space computation calculation, 2024-11-20T11:51:50,829 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:51:50,829 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:51:50,853 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:51:50,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d91a736b3a080d5 with lease ID 0x3f55f9e29a23f6cb: Processing first storage report for DS-6b993590-6a05-44cb-926a-02d5bb3c0783 from datanode DatanodeRegistration(127.0.0.1:40923, datanodeUuid=5bc4c96d-cbde-4f01-a83a-1a09f4f9e5e7, infoPort=37929, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d91a736b3a080d5 with lease ID 0x3f55f9e29a23f6cb: from storage DS-6b993590-6a05-44cb-926a-02d5bb3c0783 node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=5bc4c96d-cbde-4f01-a83a-1a09f4f9e5e7, infoPort=37929, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f09ef64bf5e5768 with lease ID 0x3f55f9e29a23f6ca: Processing first storage report for DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41 from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=e5338320-7a5d-475a-8b75-b7a13168ef0e, infoPort=37685, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f09ef64bf5e5768 with lease ID 0x3f55f9e29a23f6ca: from storage DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41 node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=e5338320-7a5d-475a-8b75-b7a13168ef0e, infoPort=37685, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79a99e47847dbe59 with lease ID 0x3f55f9e29a23f6c9: Processing first storage report for DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=b018216b-7d20-4709-a3e9-f951c6a5bbc4, infoPort=38507, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,884 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79a99e47847dbe59 with lease ID 0x3f55f9e29a23f6c9: from storage DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=b018216b-7d20-4709-a3e9-f951c6a5bbc4, infoPort=38507, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9d91a736b3a080d5 with lease ID 0x3f55f9e29a23f6cb: Processing first storage report for DS-c8e29d6b-348f-4161-809c-8d73d82eb86f from datanode DatanodeRegistration(127.0.0.1:40923, datanodeUuid=5bc4c96d-cbde-4f01-a83a-1a09f4f9e5e7, infoPort=37929, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9d91a736b3a080d5 with lease ID 0x3f55f9e29a23f6cb: from storage DS-c8e29d6b-348f-4161-809c-8d73d82eb86f node DatanodeRegistration(127.0.0.1:40923, datanodeUuid=5bc4c96d-cbde-4f01-a83a-1a09f4f9e5e7, infoPort=37929, infoSecurePort=0, ipcPort=33757, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f09ef64bf5e5768 with lease ID 0x3f55f9e29a23f6ca: Processing first storage report for DS-bdd717cd-4987-4910-8ac2-5546597940ed from datanode DatanodeRegistration(127.0.0.1:38157, datanodeUuid=e5338320-7a5d-475a-8b75-b7a13168ef0e, infoPort=37685, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f09ef64bf5e5768 with lease ID 0x3f55f9e29a23f6ca: from storage DS-bdd717cd-4987-4910-8ac2-5546597940ed node DatanodeRegistration(127.0.0.1:38157, datanodeUuid=e5338320-7a5d-475a-8b75-b7a13168ef0e, infoPort=37685, infoSecurePort=0, ipcPort=35879, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,885 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79a99e47847dbe59 with lease ID 0x3f55f9e29a23f6c9: Processing first storage report for DS-3a7b7590-2bfd-440f-8683-60fc763675b2 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=b018216b-7d20-4709-a3e9-f951c6a5bbc4, infoPort=38507, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843) 2024-11-20T11:51:50,886 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79a99e47847dbe59 with lease ID 0x3f55f9e29a23f6c9: from storage DS-3a7b7590-2bfd-440f-8683-60fc763675b2 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=b018216b-7d20-4709-a3e9-f951c6a5bbc4, infoPort=38507, infoSecurePort=0, ipcPort=44703, storageInfo=lv=-57;cid=testClusterID;nsid=2006074883;c=1732103506843), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:51:50,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3 2024-11-20T11:51:51,019 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-20T11:51:51,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=422, ProcessCount=11, AvailableMemoryMB=9095 2024-11-20T11:51:51,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:51:51,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-20T11:51:51,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/zookeeper_0, clientPort=50775, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:51:51,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50775 2024-11-20T11:51:51,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:51,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:51,350 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:51,350 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:51,392 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:36786 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36786 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:51,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-20T11:51:51,811 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:51,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf with version=8 2024-11-20T11:51:51,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/hbase-staging 2024-11-20T11:51:51,901 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T11:51:52,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:51:52,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,160 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:51:52,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:51:52,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:51:52,373 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T11:51:52,382 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T11:51:52,385 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:51:52,407 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 56550 (auto-detected) 2024-11-20T11:51:52,408 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T11:51:52,426 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40149 2024-11-20T11:51:52,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40149 connecting to ZooKeeper ensemble=127.0.0.1:50775 2024-11-20T11:51:52,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401490x0, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:51:52,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40149-0x1015816186c0000 connected 2024-11-20T11:51:52,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,694 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:52,699 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf, hbase.cluster.distributed=false 2024-11-20T11:51:52,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:51:52,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-20T11:51:52,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40149 2024-11-20T11:51:52,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40149 2024-11-20T11:51:52,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-20T11:51:52,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40149 2024-11-20T11:51:52,849 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:51:52,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,851 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:51:52,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:51:52,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:51:52,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:51:52,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46791 2024-11-20T11:51:52,859 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46791 connecting to ZooKeeper ensemble=127.0.0.1:50775 2024-11-20T11:51:52,860 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467910x0, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:51:52,878 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467910x0, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:52,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46791-0x1015816186c0001 connected 2024-11-20T11:51:52,882 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:51:52,889 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:51:52,892 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:51:52,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:51:52,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46791 2024-11-20T11:51:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46791 2024-11-20T11:51:52,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46791 2024-11-20T11:51:52,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46791 2024-11-20T11:51:52,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46791 2024-11-20T11:51:52,925 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:51:52,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,925 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,926 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:51:52,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,926 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:51:52,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:51:52,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:51:52,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39697 2024-11-20T11:51:52,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39697 connecting to ZooKeeper ensemble=127.0.0.1:50775 2024-11-20T11:51:52,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,951 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396970x0, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:51:52,952 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39697-0x1015816186c0002 connected 2024-11-20T11:51:52,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:52,953 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:51:52,956 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:51:52,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:51:52,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:51:52,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-20T11:51:52,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39697 2024-11-20T11:51:52,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39697 2024-11-20T11:51:52,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-20T11:51:52,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39697 2024-11-20T11:51:52,980 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:51:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:51:52,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:51:52,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:51:52,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:51:52,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:51:52,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42913 2024-11-20T11:51:52,985 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42913 connecting to ZooKeeper ensemble=127.0.0.1:50775 2024-11-20T11:51:52,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:52,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:53,004 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429130x0, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:51:53,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:53,005 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42913-0x1015816186c0003 connected 2024-11-20T11:51:53,006 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:51:53,007 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:51:53,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:51:53,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:51:53,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-20T11:51:53,017 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42913 2024-11-20T11:51:53,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42913 2024-11-20T11:51:53,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-20T11:51:53,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-20T11:51:53,034 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4b15c4a73f2a:40149 2024-11-20T11:51:53,035 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:53,046 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,046 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,049 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:51:53,077 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:51:53,077 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:51:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,078 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,078 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,079 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T11:51:53,081 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4b15c4a73f2a,40149,1732103511984 from backup master directory 2024-11-20T11:51:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:53,088 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,088 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:51:53,089 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:51:53,089 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:53,091 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T11:51:53,092 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T11:51:53,151 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/hbase.id] with ID: bf7bcd83-2ec0-45e7-9726-b6e0d93e9399 2024-11-20T11:51:53,151 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/.tmp/hbase.id 2024-11-20T11:51:53,160 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,160 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,163 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:33736 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33736 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:53,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-20T11:51:53,170 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:53,170 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/.tmp/hbase.id]:[hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/hbase.id] 2024-11-20T11:51:53,212 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:51:53,217 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:51:53,237 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-20T11:51:53,299 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,299 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,315 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,315 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,318 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:59556 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59556 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:53,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-20T11:51:53,329 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:53,344 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:51:53,346 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:51:53,351 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:51:53,378 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,379 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,383 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:33766 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33766 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:53,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-20T11:51:53,389 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:53,403 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store 2024-11-20T11:51:53,417 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,418 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:53,421 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:36926 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45265:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36926 dst: /127.0.0.1:45265 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:53,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-20T11:51:53,427 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:53,431 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T11:51:53,435 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:53,436 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:51:53,436 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:53,437 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:53,438 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:51:53,438 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:53,439 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:53,440 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103513436Disabling compacts and flushes for region at 1732103513436Disabling writes for close at 1732103513438 (+2 ms)Writing region close event to WAL at 1732103513439 (+1 ms)Closed at 1732103513439 2024-11-20T11:51:53,442 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/.initializing 2024-11-20T11:51:53,442 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/WALs/4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:53,453 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:51:53,471 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C40149%2C1732103511984, suffix=, logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/WALs/4b15c4a73f2a,40149,1732103511984, archiveDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/oldWALs, maxLogs=10 2024-11-20T11:51:53,510 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/WALs/4b15c4a73f2a,40149,1732103511984/4b15c4a73f2a%2C40149%2C1732103511984.1732103513477, exclude list is [], retry=0 2024-11-20T11:51:53,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:53,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-6b993590-6a05-44cb-926a-02d5bb3c0783,DISK] 2024-11-20T11:51:53,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700,DISK] 2024-11-20T11:51:53,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41,DISK] 2024-11-20T11:51:53,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T11:51:53,568 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/WALs/4b15c4a73f2a,40149,1732103511984/4b15c4a73f2a%2C40149%2C1732103511984.1732103513477 2024-11-20T11:51:53,569 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38507:38507),(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T11:51:53,569 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:51:53,569 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:53,572 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,573 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:51:53,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:53,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:53,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:51:53,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:53,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:51:53,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:51:53,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:53,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:51:53,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:51:53,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:53,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:51:53,646 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,649 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,650 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,655 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,656 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,659 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:51:53,662 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:51:53,668 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:51:53,669 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71624694, jitterRate=0.06729111075401306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:51:53,677 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732103513584Initializing all the Stores at 1732103513586 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103513586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103513587 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103513587Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103513587Cleaning up temporary data from old regions at 1732103513656 (+69 ms)Region opened successfully at 1732103513677 (+21 ms) 2024-11-20T11:51:53,678 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:51:53,712 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b61af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:51:53,741 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:51:53,752 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:51:53,752 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:51:53,755 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:51:53,756 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T11:51:53,761 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T11:51:53,761 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:51:53,786 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:51:53,794 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T11:51:53,846 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T11:51:53,849 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:51:53,851 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:51:53,856 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T11:51:53,859 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:51:53,863 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:51:53,875 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T11:51:53,877 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:51:53,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-20T11:51:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-20T11:51:53,888 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T11:51:53,908 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:51:53,919 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T11:51:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:53,930 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,930 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:53,930 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,930 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,933 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4b15c4a73f2a,40149,1732103511984, sessionid=0x1015816186c0000, setting cluster-up flag (Was=false) 2024-11-20T11:51:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,961 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,962 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:53,993 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T11:51:53,996 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,014 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,014 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,046 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T11:51:54,048 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:54,058 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:51:54,124 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(746): ClusterId : bf7bcd83-2ec0-45e7-9726-b6e0d93e9399 2024-11-20T11:51:54,124 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(746): ClusterId : bf7bcd83-2ec0-45e7-9726-b6e0d93e9399 2024-11-20T11:51:54,127 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:51:54,127 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:51:54,127 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(746): ClusterId : bf7bcd83-2ec0-45e7-9726-b6e0d93e9399 2024-11-20T11:51:54,128 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:51:54,138 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:51:54,150 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:51:54,155 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:51:54,155 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:51:54,155 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:51:54,155 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:51:54,159 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:51:54,161 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:51:54,162 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:51:54,166 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4b15c4a73f2a,40149,1732103511984 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:51:54,183 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:51:54,184 DEBUG [RS:2;4b15c4a73f2a:42913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@112ada3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:51:54,185 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:51:54,186 DEBUG [RS:1;4b15c4a73f2a:39697 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c849c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:51:54,190 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:51:54,191 DEBUG [RS:0;4b15c4a73f2a:46791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd29d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:51:54,196 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:51:54,196 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:51:54,196 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:51:54,197 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:51:54,197 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4b15c4a73f2a:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:51:54,197 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,197 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:51:54,197 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,206 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4b15c4a73f2a:42913 2024-11-20T11:51:54,210 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4b15c4a73f2a:39697 2024-11-20T11:51:54,210 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:51:54,210 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:51:54,210 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:51:54,210 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:51:54,210 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:51:54,210 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:51:54,210 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4b15c4a73f2a:46791 2024-11-20T11:51:54,211 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:51:54,211 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:51:54,211 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:51:54,214 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40149,1732103511984 with port=46791, startcode=1732103512816 2024-11-20T11:51:54,214 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40149,1732103511984 with port=42913, startcode=1732103512979 2024-11-20T11:51:54,218 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40149,1732103511984 with port=39697, startcode=1732103512924 2024-11-20T11:51:54,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:51:54,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:51:54,222 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732103544222 2024-11-20T11:51:54,224 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:51:54,225 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:51:54,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:54,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:51:54,229 DEBUG [RS:1;4b15c4a73f2a:39697 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:51:54,230 DEBUG [RS:2;4b15c4a73f2a:42913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:51:54,231 DEBUG [RS:0;4b15c4a73f2a:46791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:51:54,232 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:51:54,232 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:51:54,232 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:51:54,232 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:51:54,240 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,244 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:51:54,246 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:51:54,247 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:51:54,247 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:54,247 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:54,257 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:51:54,258 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:51:54,265 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103514259,5,FailOnTimeoutGroup] 2024-11-20T11:51:54,268 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:59586 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59586 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:54,268 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103514265,5,FailOnTimeoutGroup] 2024-11-20T11:51:54,268 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,268 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:51:54,271 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56197, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:51:54,271 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,272 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57027, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:51:54,273 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:51:54,279 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-20T11:51:54,284 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:54,285 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:51:54,286 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf 2024-11-20T11:51:54,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,294 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,298 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf 2024-11-20T11:51:54,298 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39787 2024-11-20T11:51:54,298 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:51:54,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,305 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf 2024-11-20T11:51:54,305 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39787 2024-11-20T11:51:54,306 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40149 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,306 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:51:54,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:51:54,314 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf 2024-11-20T11:51:54,315 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39787 2024-11-20T11:51:54,315 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:51:54,323 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:54,324 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:54,339 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:36958 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:45265:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36958 dst: /127.0.0.1:45265 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:54,343 DEBUG [RS:2;4b15c4a73f2a:42913 {}] zookeeper.ZKUtil(111): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,343 WARN [RS:2;4b15c4a73f2a:42913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:51:54,344 INFO [RS:2;4b15c4a73f2a:42913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:51:54,344 DEBUG [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-20T11:51:54,350 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:54,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:54,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:51:54,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:51:54,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:54,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:54,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:51:54,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:51:54,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:54,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:51:54,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:51:54,383 DEBUG [RS:1;4b15c4a73f2a:39697 {}] zookeeper.ZKUtil(111): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,383 WARN [RS:1;4b15c4a73f2a:39697 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:51:54,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:54,383 INFO [RS:1;4b15c4a73f2a:39697 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:51:54,383 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,384 DEBUG [RS:0;4b15c4a73f2a:46791 {}] zookeeper.ZKUtil(111): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,384 WARN [RS:0;4b15c4a73f2a:46791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:51:54,384 INFO [RS:0;4b15c4a73f2a:46791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:51:54,384 DEBUG [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,46791,1732103512816] 2024-11-20T11:51:54,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,39697,1732103512924] 2024-11-20T11:51:54,390 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,42913,1732103512979] 2024-11-20T11:51:54,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:54,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:51:54,395 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:51:54,395 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:54,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:54,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:51:54,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740 2024-11-20T11:51:54,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740 2024-11-20T11:51:54,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:51:54,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:51:54,405 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:51:54,407 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:51:54,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:51:54,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:51:54,423 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:51:54,423 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:51:54,423 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116179, jitterRate=0.029911324381828308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:51:54,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732103514352Initializing all the Stores at 1732103514354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103514355 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103514359 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103514359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103514360 (+1 ms)Cleaning up temporary data from old regions at 1732103514404 (+44 ms)Region opened successfully at 1732103514428 (+24 ms) 2024-11-20T11:51:54,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:51:54,428 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:51:54,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:51:54,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:51:54,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:51:54,431 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:51:54,431 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:51:54,432 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:51:54,432 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:51:54,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103514428Disabling compacts and flushes for region at 1732103514428Disabling writes for close at 1732103514429 (+1 ms)Writing region close event to WAL at 1732103514430 (+1 ms)Closed at 1732103514432 (+2 ms) 2024-11-20T11:51:54,436 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:51:54,436 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:51:54,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:51:54,445 INFO [RS:2;4b15c4a73f2a:42913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:51:54,445 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,445 INFO [RS:1;4b15c4a73f2a:39697 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:51:54,445 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,446 INFO [RS:0;4b15c4a73f2a:46791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:51:54,446 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,448 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:51:54,452 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:51:54,454 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:51:54,454 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:51:54,456 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:51:54,457 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,457 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,457 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,457 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,458 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,458 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,459 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:51:54,459 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,459 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,459 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,460 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,460 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,460 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,460 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,460 DEBUG [RS:1;4b15c4a73f2a:39697 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,460 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:51:54,461 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,461 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,461 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,461 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,461 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,461 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,462 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,463 DEBUG [RS:2;4b15c4a73f2a:42913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,463 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:51:54,463 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,463 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,463 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,464 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,465 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,465 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:51:54,465 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,465 DEBUG [RS:0;4b15c4a73f2a:46791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:51:54,469 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,469 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,469 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,469 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,470 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,470 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,42913,1732103512979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:51:54,471 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:51:54,485 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,485 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,485 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,486 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,486 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,486 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,39697,1732103512924-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:51:54,489 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,490 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,490 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,490 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,490 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,490 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,46791,1732103512816-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:51:54,510 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:51:54,513 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:51:54,513 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,42913,1732103512979-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,513 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,46791,1732103512816-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,513 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,513 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.Replication(171): 4b15c4a73f2a,46791,1732103512816 started 2024-11-20T11:51:54,513 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,514 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.Replication(171): 4b15c4a73f2a,42913,1732103512979 started 2024-11-20T11:51:54,520 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:51:54,521 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,39697,1732103512924-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,521 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,521 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.Replication(171): 4b15c4a73f2a,39697,1732103512924 started 2024-11-20T11:51:54,535 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,536 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,46791,1732103512816, RpcServer on 4b15c4a73f2a/172.17.0.2:46791, sessionid=0x1015816186c0001 2024-11-20T11:51:54,536 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:51:54,537 DEBUG [RS:0;4b15c4a73f2a:46791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,537 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,46791,1732103512816' 2024-11-20T11:51:54,537 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:51:54,538 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:51:54,539 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:51:54,539 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:51:54,539 DEBUG [RS:0;4b15c4a73f2a:46791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:54,539 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,46791,1732103512816' 2024-11-20T11:51:54,539 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:51:54,539 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,539 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,42913,1732103512979, RpcServer on 4b15c4a73f2a/172.17.0.2:42913, sessionid=0x1015816186c0003 2024-11-20T11:51:54,540 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:51:54,540 DEBUG [RS:2;4b15c4a73f2a:42913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,540 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:51:54,540 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,42913,1732103512979' 2024-11-20T11:51:54,540 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:51:54,540 DEBUG [RS:0;4b15c4a73f2a:46791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:51:54,540 INFO [RS:0;4b15c4a73f2a:46791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:51:54,540 INFO [RS:0;4b15c4a73f2a:46791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:51:54,544 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:51:54,544 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:54,545 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,39697,1732103512924, RpcServer on 4b15c4a73f2a/172.17.0.2:39697, sessionid=0x1015816186c0002 2024-11-20T11:51:54,545 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:51:54,545 DEBUG [RS:1;4b15c4a73f2a:39697 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,545 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,39697,1732103512924' 2024-11-20T11:51:54,545 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:51:54,545 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:51:54,545 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:51:54,545 DEBUG [RS:2;4b15c4a73f2a:42913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:54,545 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,42913,1732103512979' 2024-11-20T11:51:54,545 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:51:54,546 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,39697,1732103512924' 2024-11-20T11:51:54,546 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:51:54,546 DEBUG [RS:2;4b15c4a73f2a:42913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:51:54,547 INFO [RS:2;4b15c4a73f2a:42913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:51:54,547 INFO [RS:2;4b15c4a73f2a:42913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:51:54,549 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:51:54,549 DEBUG [RS:1;4b15c4a73f2a:39697 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:51:54,549 INFO [RS:1;4b15c4a73f2a:39697 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:51:54,550 INFO [RS:1;4b15c4a73f2a:39697 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:51:54,622 WARN [4b15c4a73f2a:40149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:51:54,646 INFO [RS:0;4b15c4a73f2a:46791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:51:54,647 INFO [RS:2;4b15c4a73f2a:42913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:51:54,648 INFO [RS:0;4b15c4a73f2a:46791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C46791%2C1732103512816, suffix=, logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,46791,1732103512816, archiveDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs, maxLogs=32 2024-11-20T11:51:54,650 INFO [RS:2;4b15c4a73f2a:42913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C42913%2C1732103512979, suffix=, logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,42913,1732103512979, archiveDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs, maxLogs=32 2024-11-20T11:51:54,650 INFO [RS:1;4b15c4a73f2a:39697 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T11:51:54,653 INFO [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C39697%2C1732103512924, suffix=, logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924, archiveDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs, maxLogs=32 2024-11-20T11:51:54,664 DEBUG [RS:0;4b15c4a73f2a:46791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,46791,1732103512816/4b15c4a73f2a%2C46791%2C1732103512816.1732103514651, exclude list is [], retry=0 2024-11-20T11:51:54,667 DEBUG [RS:2;4b15c4a73f2a:42913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,42913,1732103512979/4b15c4a73f2a%2C42913%2C1732103512979.1732103514652, exclude list is [], retry=0 2024-11-20T11:51:54,668 DEBUG [RS:1;4b15c4a73f2a:39697 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924/4b15c4a73f2a%2C39697%2C1732103512924.1732103514655, exclude list is [], retry=0 2024-11-20T11:51:54,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-6b993590-6a05-44cb-926a-02d5bb3c0783,DISK] 2024-11-20T11:51:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700,DISK] 2024-11-20T11:51:54,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41,DISK] 2024-11-20T11:51:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41,DISK] 2024-11-20T11:51:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700,DISK] 2024-11-20T11:51:54,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-6b993590-6a05-44cb-926a-02d5bb3c0783,DISK] 2024-11-20T11:51:54,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700,DISK] 2024-11-20T11:51:54,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-6b993590-6a05-44cb-926a-02d5bb3c0783,DISK] 2024-11-20T11:51:54,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41,DISK] 2024-11-20T11:51:54,706 INFO [RS:2;4b15c4a73f2a:42913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,42913,1732103512979/4b15c4a73f2a%2C42913%2C1732103512979.1732103514652 2024-11-20T11:51:54,707 INFO [RS:0;4b15c4a73f2a:46791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,46791,1732103512816/4b15c4a73f2a%2C46791%2C1732103512816.1732103514651 2024-11-20T11:51:54,707 INFO [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924/4b15c4a73f2a%2C39697%2C1732103512924.1732103514655 2024-11-20T11:51:54,708 DEBUG [RS:2;4b15c4a73f2a:42913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37929:37929),(127.0.0.1/127.0.0.1:38507:38507),(127.0.0.1/127.0.0.1:37685:37685)] 2024-11-20T11:51:54,708 DEBUG [RS:0;4b15c4a73f2a:46791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38507:38507),(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:37929:37929)] 2024-11-20T11:51:54,708 DEBUG [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:37929:37929),(127.0.0.1/127.0.0.1:38507:38507)] 2024-11-20T11:51:54,874 DEBUG [4b15c4a73f2a:40149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T11:51:54,880 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(204): Hosts are {4b15c4a73f2a=0} racks are {/default-rack=0} 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T11:51:54,887 INFO [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T11:51:54,887 INFO [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T11:51:54,887 INFO [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T11:51:54,887 DEBUG [4b15c4a73f2a:40149 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T11:51:54,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:54,900 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,39697,1732103512924, state=OPENING 2024-11-20T11:51:54,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:51:54,961 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,961 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:54,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:54,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:54,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:54,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:54,965 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:51:54,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,39697,1732103512924}] 2024-11-20T11:51:55,143 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:51:55,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:51:55,157 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:51:55,158 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T11:51:55,158 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T11:51:55,162 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C39697%2C1732103512924.meta, suffix=.meta, logDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924, archiveDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs, maxLogs=32 2024-11-20T11:51:55,181 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924/4b15c4a73f2a%2C39697%2C1732103512924.meta.1732103515165.meta, exclude list is [], retry=0 2024-11-20T11:51:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38157,DS-6051c78d-9ce9-43e0-8ea6-1cd89e863e41,DISK] 2024-11-20T11:51:55,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40923,DS-6b993590-6a05-44cb-926a-02d5bb3c0783,DISK] 2024-11-20T11:51:55,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-1d4707ec-a14b-402c-aa93-6e43bd2a6700,DISK] 2024-11-20T11:51:55,190 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/WALs/4b15c4a73f2a,39697,1732103512924/4b15c4a73f2a%2C39697%2C1732103512924.meta.1732103515165.meta 2024-11-20T11:51:55,191 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37685:37685),(127.0.0.1/127.0.0.1:37929:37929),(127.0.0.1/127.0.0.1:38507:38507)] 2024-11-20T11:51:55,191 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:51:55,193 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:51:55,195 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:51:55,200 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:51:55,226 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:51:55,226 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:55,227 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:51:55,227 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:51:55,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:51:55,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:51:55,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:55,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:55,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:51:55,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:51:55,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:51:55,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:51:55,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:55,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:55,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:51:55,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:51:55,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:55,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:51:55,263 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:51:55,265 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740 2024-11-20T11:51:55,269 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740 2024-11-20T11:51:55,271 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:51:55,271 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:51:55,272 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:51:55,278 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:51:55,281 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73851571, jitterRate=0.10047416388988495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:51:55,281 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:51:55,283 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732103515227Writing region info on filesystem at 1732103515228 (+1 ms)Initializing all the Stores at 1732103515230 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103515230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103515241 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103515241Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103515241Cleaning up temporary data from old regions at 1732103515271 (+30 ms)Running coprocessor post-open hooks at 1732103515281 (+10 ms)Region opened successfully at 1732103515283 (+2 ms) 2024-11-20T11:51:55,290 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732103515136 2024-11-20T11:51:55,307 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:51:55,309 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:51:55,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:55,315 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,39697,1732103512924, state=OPEN 2024-11-20T11:51:55,372 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:51:55,372 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:51:55,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:51:55,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:51:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:55,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:51:55,373 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:55,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:51:55,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,39697,1732103512924 in 407 msec 2024-11-20T11:51:55,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:51:55,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 938 msec 2024-11-20T11:51:55,392 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:51:55,392 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:51:55,415 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:51:55,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,39697,1732103512924, seqNum=-1] 2024-11-20T11:51:55,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:51:55,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49019, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:51:55,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3690 sec 2024-11-20T11:51:55,462 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732103515462, completionTime=-1 2024-11-20T11:51:55,465 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T11:51:55,465 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T11:51:55,499 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T11:51:55,499 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732103575499 2024-11-20T11:51:55,499 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732103635499 2024-11-20T11:51:55,499 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-20T11:51:55,501 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T11:51:55,511 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,512 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,512 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,514 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4b15c4a73f2a:40149, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,515 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,516 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,522 DEBUG [master/4b15c4a73f2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:51:55,549 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.460sec 2024-11-20T11:51:55,551 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:51:55,553 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:51:55,554 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:51:55,554 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:51:55,554 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:51:55,555 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:51:55,556 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:51:55,561 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:51:55,562 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:51:55,563 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40149,1732103511984-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:51:55,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f87087c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:51:55,647 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T11:51:55,647 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T11:51:55,653 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,40149,-1 for getting cluster id 2024-11-20T11:51:55,656 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:51:55,668 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf7bcd83-2ec0-45e7-9726-b6e0d93e9399' 2024-11-20T11:51:55,670 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:51:55,671 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf7bcd83-2ec0-45e7-9726-b6e0d93e9399" 2024-11-20T11:51:55,671 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e533b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:51:55,671 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,40149,-1] 2024-11-20T11:51:55,675 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:51:55,677 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:55,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40996, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:51:55,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f38ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:51:55,681 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:51:55,690 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,39697,1732103512924, seqNum=-1] 2024-11-20T11:51:55,691 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:51:55,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:51:55,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:55,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:51:55,733 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:55,736 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ba0248 2024-11-20T11:51:55,737 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:51:55,740 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41012, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:51:55,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:51:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T11:51:55,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:51:55,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T11:51:55,761 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:55,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:51:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:51:55,780 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:55,780 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:55,787 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:59644 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59644 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-20T11:51:55,795 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:55,798 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d83660d1c1986800e0e8664189a5777, NAME => 'TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf 2024-11-20T11:51:55,810 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:55,810 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:55,813 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:33838 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33838 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-20T11:51:55,819 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:55,819 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:55,820 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 1d83660d1c1986800e0e8664189a5777, disabling compactions & flushes 2024-11-20T11:51:55,820 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:55,820 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:55,820 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. after waiting 0 ms 2024-11-20T11:51:55,820 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:55,820 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:55,820 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d83660d1c1986800e0e8664189a5777: Waiting for close lock at 1732103515819Disabling compacts and flushes for region at 1732103515819Disabling writes for close at 1732103515820 (+1 ms)Writing region close event to WAL at 1732103515820Closed at 1732103515820 2024-11-20T11:51:55,822 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:51:55,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732103515822"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103515822"}]},"ts":"1732103515822"} 2024-11-20T11:51:55,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:51:55,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:51:55,837 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103515834"}]},"ts":"1732103515834"} 2024-11-20T11:51:55,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T11:51:55,842 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4b15c4a73f2a=0} racks are {/default-rack=0} 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T11:51:55,844 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T11:51:55,844 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T11:51:55,844 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T11:51:55,844 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T11:51:55,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1d83660d1c1986800e0e8664189a5777, ASSIGN}] 2024-11-20T11:51:55,848 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1d83660d1c1986800e0e8664189a5777, ASSIGN 2024-11-20T11:51:55,850 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1d83660d1c1986800e0e8664189a5777, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,39697,1732103512924; forceNewPlan=false, retain=false 2024-11-20T11:51:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:51:56,003 INFO [4b15c4a73f2a:40149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T11:51:56,003 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d83660d1c1986800e0e8664189a5777, regionState=OPENING, regionLocation=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:56,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1d83660d1c1986800e0e8664189a5777, ASSIGN because future has completed 2024-11-20T11:51:56,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d83660d1c1986800e0e8664189a5777, server=4b15c4a73f2a,39697,1732103512924}] 2024-11-20T11:51:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:51:56,168 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:56,169 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d83660d1c1986800e0e8664189a5777, NAME => 'TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:51:56,169 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,169 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:51:56,169 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,169 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,172 INFO [StoreOpener-1d83660d1c1986800e0e8664189a5777-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,174 INFO [StoreOpener-1d83660d1c1986800e0e8664189a5777-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d83660d1c1986800e0e8664189a5777 columnFamilyName cf 2024-11-20T11:51:56,175 DEBUG [StoreOpener-1d83660d1c1986800e0e8664189a5777-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:51:56,176 INFO [StoreOpener-1d83660d1c1986800e0e8664189a5777-1 {}] regionserver.HStore(327): Store=1d83660d1c1986800e0e8664189a5777/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:51:56,176 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,177 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,178 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,179 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,179 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,182 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,188 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:51:56,189 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d83660d1c1986800e0e8664189a5777; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58838743, jitterRate=-0.12323440611362457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T11:51:56,189 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:56,190 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d83660d1c1986800e0e8664189a5777: Running coprocessor pre-open hook at 1732103516170Writing region info on filesystem at 1732103516170Initializing all the Stores at 1732103516171 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103516171Cleaning up temporary data from old regions at 1732103516179 (+8 ms)Running coprocessor post-open hooks at 1732103516189 (+10 ms)Region opened successfully at 1732103516189 2024-11-20T11:51:56,192 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777., pid=6, masterSystemTime=1732103516162 2024-11-20T11:51:56,196 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:56,196 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:56,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d83660d1c1986800e0e8664189a5777, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:56,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d83660d1c1986800e0e8664189a5777, server=4b15c4a73f2a,39697,1732103512924 because future has completed 2024-11-20T11:51:56,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:51:56,209 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d83660d1c1986800e0e8664189a5777, server=4b15c4a73f2a,39697,1732103512924 in 195 msec 2024-11-20T11:51:56,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:51:56,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=1d83660d1c1986800e0e8664189a5777, ASSIGN in 362 msec 2024-11-20T11:51:56,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:51:56,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103516214"}]},"ts":"1732103516214"} 2024-11-20T11:51:56,217 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T11:51:56,219 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:51:56,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 469 msec 2024-11-20T11:51:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:51:56,397 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T11:51:56,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T11:51:56,398 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T11:51:56,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T11:51:56,404 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T11:51:56,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T11:51:56,412 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777., hostname=4b15c4a73f2a,39697,1732103512924, seqNum=2] 2024-11-20T11:51:56,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T11:51:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T11:51:56,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:51:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:51:56,429 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:51:56,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:51:56,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:51:56,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39697 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:51:56,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:56,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1d83660d1c1986800e0e8664189a5777 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T11:51:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/.tmp/cf/00e10f42cd30445db436b69ff3a69367 is 36, key is row/cf:cq/1732103516414/Put/seqid=0 2024-11-20T11:51:56,656 WARN [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:56,656 WARN [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:56,661 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1718660306_22 at /127.0.0.1:59666 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59666 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-20T11:51:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:51:56,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-20T11:51:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-20T11:51:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-20T11:51:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-20T11:51:56,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-20T11:51:56,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-20T11:51:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-20T11:51:56,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-20T11:51:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:51:57,067 WARN [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:57,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/.tmp/cf/00e10f42cd30445db436b69ff3a69367 2024-11-20T11:51:57,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/.tmp/cf/00e10f42cd30445db436b69ff3a69367 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/cf/00e10f42cd30445db436b69ff3a69367 2024-11-20T11:51:57,120 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/cf/00e10f42cd30445db436b69ff3a69367, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T11:51:57,126 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 1d83660d1c1986800e0e8664189a5777 in 529ms, sequenceid=5, compaction requested=false 2024-11-20T11:51:57,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-20T11:51:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1d83660d1c1986800e0e8664189a5777: 2024-11-20T11:51:57,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:51:57,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:51:57,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T11:51:57,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 704 msec 2024-11-20T11:51:57,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 718 msec 2024-11-20T11:51:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:51:57,568 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T11:51:57,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:51:57,584 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:51:57,584 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:57,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:51:57,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:51:57,589 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1895727478, stopped=false 2024-11-20T11:51:57,589 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4b15c4a73f2a,40149,1732103511984 2024-11-20T11:51:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:57,656 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:57,656 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:51:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:57,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:57,656 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:57,657 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:57,657 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:51:57,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:51:57,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:57,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:57,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:57,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:57,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:51:57,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,46791,1732103512816' ***** 2024-11-20T11:51:57,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:51:57,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,39697,1732103512924' ***** 2024-11-20T11:51:57,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:51:57,660 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:51:57,660 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:51:57,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,42913,1732103512979' ***** 2024-11-20T11:51:57,661 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:51:57,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:51:57,661 INFO [RS:1;4b15c4a73f2a:39697 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:51:57,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:51:57,661 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:51:57,661 INFO [RS:1;4b15c4a73f2a:39697 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:51:57,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:51:57,661 INFO [RS:0;4b15c4a73f2a:46791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:51:57,661 INFO [RS:2;4b15c4a73f2a:42913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:51:57,661 INFO [RS:0;4b15c4a73f2a:46791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:51:57,661 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:57,662 INFO [RS:2;4b15c4a73f2a:42913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:51:57,662 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:57,662 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:57,662 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:57,662 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:57,662 INFO [RS:2;4b15c4a73f2a:42913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4b15c4a73f2a:42913. 2024-11-20T11:51:57,662 INFO [RS:0;4b15c4a73f2a:46791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4b15c4a73f2a:46791. 2024-11-20T11:51:57,662 DEBUG [RS:2;4b15c4a73f2a:42913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:57,662 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:57,662 DEBUG [RS:2;4b15c4a73f2a:42913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,662 DEBUG [RS:0;4b15c4a73f2a:46791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:57,662 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:57,662 DEBUG [RS:0;4b15c4a73f2a:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,662 INFO [RS:1;4b15c4a73f2a:39697 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4b15c4a73f2a:39697. 2024-11-20T11:51:57,662 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,42913,1732103512979; all regions closed. 2024-11-20T11:51:57,663 DEBUG [RS:1;4b15c4a73f2a:39697 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:51:57,663 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,46791,1732103512816; all regions closed. 2024-11-20T11:51:57,663 DEBUG [RS:1;4b15c4a73f2a:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,663 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:51:57,663 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:51:57,663 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:51:57,663 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:51:57,663 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1d83660d1c1986800e0e8664189a5777, disabling compactions & flushes 2024-11-20T11:51:57,663 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. after waiting 0 ms 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,664 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:51:57,664 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1d83660d1c1986800e0e8664189a5777=TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777.} 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:51:57,664 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:51:57,664 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1d83660d1c1986800e0e8664189a5777 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:51:57,664 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:51:57,665 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T11:51:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741827_1017 (size=93) 2024-11-20T11:51:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741827_1017 (size=93) 2024-11-20T11:51:57,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741827_1017 (size=93) 2024-11-20T11:51:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741826_1016 (size=93) 2024-11-20T11:51:57,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741826_1016 (size=93) 2024-11-20T11:51:57,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741826_1016 (size=93) 2024-11-20T11:51:57,678 DEBUG [RS:2;4b15c4a73f2a:42913 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs 2024-11-20T11:51:57,678 INFO [RS:2;4b15c4a73f2a:42913 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C42913%2C1732103512979:(num 1732103514652) 2024-11-20T11:51:57,678 DEBUG [RS:0;4b15c4a73f2a:46791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs 2024-11-20T11:51:57,678 DEBUG [RS:2;4b15c4a73f2a:42913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,678 INFO [RS:0;4b15c4a73f2a:46791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C46791%2C1732103512816:(num 1732103514651) 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:57,679 DEBUG [RS:0;4b15c4a73f2a:46791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:51:57,679 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:51:57,679 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:51:57,679 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:57,679 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:57,680 INFO [RS:2;4b15c4a73f2a:42913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42913 2024-11-20T11:51:57,680 INFO [RS:0;4b15c4a73f2a:46791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46791 2024-11-20T11:51:57,683 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/default/TestHBaseWalOnEC/1d83660d1c1986800e0e8664189a5777/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:51:57,686 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,686 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1d83660d1c1986800e0e8664189a5777: Waiting for close lock at 1732103517662Running coprocessor pre-close hooks at 1732103517663 (+1 ms)Disabling compacts and flushes for region at 1732103517663Disabling writes for close at 1732103517664 (+1 ms)Writing region close event to WAL at 1732103517665 (+1 ms)Running coprocessor post-close hooks at 1732103517684 (+19 ms)Closed at 1732103517686 (+2 ms) 2024-11-20T11:51:57,687 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777. 2024-11-20T11:51:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:51:57,687 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:57,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,46791,1732103512816 2024-11-20T11:51:57,688 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:57,693 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:57,696 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:57,698 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,42913,1732103512979 2024-11-20T11:51:57,698 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:57,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,46791,1732103512816] 2024-11-20T11:51:57,709 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/info/e7520dc80f9444a1a64829bd090e2643 is 153, key is TestHBaseWalOnEC,,1732103515742.1d83660d1c1986800e0e8664189a5777./info:regioninfo/1732103516197/Put/seqid=0 2024-11-20T11:51:57,712 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:57,713 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:57,718 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1718660306_22 at /127.0.0.1:33872 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33872 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:57,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,46791,1732103512816 already deleted, retry=false 2024-11-20T11:51:57,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,46791,1732103512816 expired; onlineServers=2 2024-11-20T11:51:57,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,42913,1732103512979] 2024-11-20T11:51:57,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-20T11:51:57,729 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,42913,1732103512979 already deleted, retry=false 2024-11-20T11:51:57,729 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,42913,1732103512979 expired; onlineServers=1 2024-11-20T11:51:57,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:57,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46791-0x1015816186c0001, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:57,809 INFO [RS:0;4b15c4a73f2a:46791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:57,810 INFO [RS:0;4b15c4a73f2a:46791 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,46791,1732103512816; zookeeper connection closed. 2024-11-20T11:51:57,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26613a9f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26613a9f 2024-11-20T11:51:57,820 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:57,820 INFO [RS:2;4b15c4a73f2a:42913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:57,820 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42913-0x1015816186c0003, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:57,820 INFO [RS:2;4b15c4a73f2a:42913 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,42913,1732103512979; zookeeper connection closed. 2024-11-20T11:51:57,820 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53faa47b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53faa47b 2024-11-20T11:51:57,865 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:58,065 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:58,125 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,126 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/info/e7520dc80f9444a1a64829bd090e2643 2024-11-20T11:51:58,161 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/ns/df59c37eda0f4448b1605a8c333bf9a9 is 43, key is default/ns:d/1732103515445/Put/seqid=0 2024-11-20T11:51:58,163 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,164 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,167 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1718660306_22 at /127.0.0.1:37074 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:45265:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37074 dst: /127.0.0.1:45265 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-20T11:51:58,172 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,172 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/ns/df59c37eda0f4448b1605a8c333bf9a9 2024-11-20T11:51:58,203 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/table/e64a0b8fbea74064a09e3b0a2503247f is 52, key is TestHBaseWalOnEC/table:state/1732103516214/Put/seqid=0 2024-11-20T11:51:58,206 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,206 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,209 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1718660306_22 at /127.0.0.1:33902 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40923:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33902 dst: /127.0.0.1:40923 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-20T11:51:58,215 WARN [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,216 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/table/e64a0b8fbea74064a09e3b0a2503247f 2024-11-20T11:51:58,228 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/info/e7520dc80f9444a1a64829bd090e2643 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/info/e7520dc80f9444a1a64829bd090e2643 2024-11-20T11:51:58,239 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/info/e7520dc80f9444a1a64829bd090e2643, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T11:51:58,241 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/ns/df59c37eda0f4448b1605a8c333bf9a9 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/ns/df59c37eda0f4448b1605a8c333bf9a9 2024-11-20T11:51:58,253 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/ns/df59c37eda0f4448b1605a8c333bf9a9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:51:58,255 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/.tmp/table/e64a0b8fbea74064a09e3b0a2503247f as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/table/e64a0b8fbea74064a09e3b0a2503247f 2024-11-20T11:51:58,264 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/table/e64a0b8fbea74064a09e3b0a2503247f, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T11:51:58,265 DEBUG [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:51:58,266 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 602ms, sequenceid=11, compaction requested=false 2024-11-20T11:51:58,266 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T11:51:58,275 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:51:58,276 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:51:58,276 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:51:58,276 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103517664Running coprocessor pre-close hooks at 1732103517664Disabling compacts and flushes for region at 1732103517664Disabling writes for close at 1732103517664Obtaining lock to block concurrent updates at 1732103517665 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732103517665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732103517666 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732103517667 (+1 ms)Flushing 1588230740/info: creating writer at 1732103517667Flushing 1588230740/info: appending metadata at 1732103517702 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732103517702Flushing 1588230740/ns: creating writer at 1732103518141 (+439 ms)Flushing 1588230740/ns: appending metadata at 1732103518160 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732103518160Flushing 1588230740/table: creating writer at 1732103518184 (+24 ms)Flushing 1588230740/table: appending metadata at 1732103518202 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732103518203 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e7fda45: reopening flushed file at 1732103518226 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4a473: reopening flushed file at 1732103518240 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5294fd46: reopening flushed file at 1732103518253 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 602ms, sequenceid=11, compaction requested=false at 1732103518266 (+13 ms)Writing region close event to WAL at 1732103518267 (+1 ms)Running coprocessor post-close hooks at 1732103518276 (+9 ms)Closed at 1732103518276 2024-11-20T11:51:58,276 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:51:58,465 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,39697,1732103512924; all regions closed. 2024-11-20T11:51:58,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741829_1019 (size=2751) 2024-11-20T11:51:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741829_1019 (size=2751) 2024-11-20T11:51:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741829_1019 (size=2751) 2024-11-20T11:51:58,475 DEBUG [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs 2024-11-20T11:51:58,475 INFO [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C39697%2C1732103512924.meta:.meta(num 1732103515165) 2024-11-20T11:51:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741828_1018 (size=1298) 2024-11-20T11:51:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741828_1018 (size=1298) 2024-11-20T11:51:58,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741828_1018 (size=1298) 2024-11-20T11:51:58,482 DEBUG [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/oldWALs 2024-11-20T11:51:58,482 INFO [RS:1;4b15c4a73f2a:39697 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 4b15c4a73f2a%2C39697%2C1732103512924:(num 1732103514655) 2024-11-20T11:51:58,482 DEBUG [RS:1;4b15c4a73f2a:39697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:51:58,482 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:51:58,482 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:58,482 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:58,483 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:58,483 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:58,483 INFO [RS:1;4b15c4a73f2a:39697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39697 2024-11-20T11:51:58,530 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,39697,1732103512924 2024-11-20T11:51:58,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:51:58,530 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:58,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,39697,1732103512924] 2024-11-20T11:51:58,550 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,39697,1732103512924 already deleted, retry=false 2024-11-20T11:51:58,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,39697,1732103512924 expired; onlineServers=0 2024-11-20T11:51:58,551 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4b15c4a73f2a,40149,1732103511984' ***** 2024-11-20T11:51:58,551 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:51:58,551 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:51:58,551 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:51:58,551 DEBUG [M:0;4b15c4a73f2a:40149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:51:58,552 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:51:58,552 DEBUG [M:0;4b15c4a73f2a:40149 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:51:58,552 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103514259 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103514259,5,FailOnTimeoutGroup] 2024-11-20T11:51:58,552 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103514265 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103514265,5,FailOnTimeoutGroup] 2024-11-20T11:51:58,552 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.ChoreService(370): Chore service for: master/4b15c4a73f2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:51:58,553 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:51:58,553 DEBUG [M:0;4b15c4a73f2a:40149 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:51:58,553 INFO [M:0;4b15c4a73f2a:40149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:51:58,553 INFO [M:0;4b15c4a73f2a:40149 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:51:58,554 INFO [M:0;4b15c4a73f2a:40149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:51:58,554 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:51:58,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T11:51:58,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:51:58,561 DEBUG [M:0;4b15c4a73f2a:40149 {}] zookeeper.ZKUtil(347): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T11:51:58,562 WARN [M:0;4b15c4a73f2a:40149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:51:58,563 INFO [M:0;4b15c4a73f2a:40149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/.lastflushedseqids 2024-11-20T11:51:58,577 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,577 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,580 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:37092 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:45265:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37092 dst: /127.0.0.1:45265 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-20T11:51:58,584 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,584 INFO [M:0;4b15c4a73f2a:40149 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:51:58,584 INFO [M:0;4b15c4a73f2a:40149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:51:58,584 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:51:58,584 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:58,584 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:58,584 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:51:58,584 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:58,585 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.84 KB heapSize=34.13 KB 2024-11-20T11:51:58,605 DEBUG [M:0;4b15c4a73f2a:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bb59c2b52dd4f229c49bb755b1ee403 is 82, key is hbase:meta,,1/info:regioninfo/1732103515310/Put/seqid=0 2024-11-20T11:51:58,607 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,607 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,610 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:59730 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59730 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-20T11:51:58,616 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,617 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bb59c2b52dd4f229c49bb755b1ee403 2024-11-20T11:51:58,640 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:58,640 INFO [RS:1;4b15c4a73f2a:39697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:58,640 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39697-0x1015816186c0002, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:58,640 INFO [RS:1;4b15c4a73f2a:39697 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,39697,1732103512924; zookeeper connection closed. 2024-11-20T11:51:58,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67c4a5d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67c4a5d 2024-11-20T11:51:58,641 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T11:51:58,643 DEBUG [M:0;4b15c4a73f2a:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addc0b1e9c4b488aa2b61c9ac08329d3 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732103516222/Put/seqid=0 2024-11-20T11:51:58,645 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,645 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,649 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:59746 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:38157:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59746 dst: /127.0.0.1:38157 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_-9223372036854775552_1037 (size=6440) 2024-11-20T11:51:58,654 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,655 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.16 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addc0b1e9c4b488aa2b61c9ac08329d3 2024-11-20T11:51:58,678 DEBUG [M:0;4b15c4a73f2a:40149 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64d4d1b9c99849a3a269ac28b6941464 is 69, key is 4b15c4a73f2a,39697,1732103512924/rs:state/1732103514295/Put/seqid=0 2024-11-20T11:51:58,680 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,680 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T11:51:58,683 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_72531001_22 at /127.0.0.1:37108 [Receiving block BP-2054236476-172.17.0.2-1732103506843:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:45265:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37108 dst: /127.0.0.1:45265 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T11:51:58,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-20T11:51:58,687 WARN [M:0;4b15c4a73f2a:40149 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T11:51:58,687 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64d4d1b9c99849a3a269ac28b6941464 2024-11-20T11:51:58,697 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bb59c2b52dd4f229c49bb755b1ee403 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bb59c2b52dd4f229c49bb755b1ee403 2024-11-20T11:51:58,706 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bb59c2b52dd4f229c49bb755b1ee403, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T11:51:58,708 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/addc0b1e9c4b488aa2b61c9ac08329d3 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/addc0b1e9c4b488aa2b61c9ac08329d3 2024-11-20T11:51:58,717 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/addc0b1e9c4b488aa2b61c9ac08329d3, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T11:51:58,719 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64d4d1b9c99849a3a269ac28b6941464 as hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64d4d1b9c99849a3a269ac28b6941464 2024-11-20T11:51:58,727 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64d4d1b9c99849a3a269ac28b6941464, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T11:51:58,729 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=72, compaction requested=false 2024-11-20T11:51:58,730 INFO [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:51:58,730 DEBUG [M:0;4b15c4a73f2a:40149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103518584Disabling compacts and flushes for region at 1732103518584Disabling writes for close at 1732103518584Obtaining lock to block concurrent updates at 1732103518585 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732103518585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27483, getHeapSize=34880, getOffHeapSize=0, getCellsCount=85 at 1732103518585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732103518586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732103518586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732103518604 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732103518604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732103518625 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732103518643 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732103518643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732103518663 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732103518677 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732103518678 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a4eff58: reopening flushed file at 1732103518695 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f47371d: reopening flushed file at 1732103518706 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69962b7d: reopening flushed file at 1732103518718 (+12 ms)Finished flush of dataSize ~26.84 KB/27483, heapSize ~33.83 KB/34640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=72, compaction requested=false at 1732103518729 (+11 ms)Writing region close event to WAL at 1732103518730 (+1 ms)Closed at 1732103518730 2024-11-20T11:51:58,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38157 is added to blk_1073741825_1011 (size=32686) 2024-11-20T11:51:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40923 is added to blk_1073741825_1011 (size=32686) 2024-11-20T11:51:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741825_1011 (size=32686) 2024-11-20T11:51:58,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:51:58,735 INFO [M:0;4b15c4a73f2a:40149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:51:58,735 INFO [M:0;4b15c4a73f2a:40149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40149 2024-11-20T11:51:58,735 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:51:58,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:58,840 INFO [M:0;4b15c4a73f2a:40149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:51:58,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40149-0x1015816186c0000, quorum=127.0.0.1:50775, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:51:58,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54572a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:58,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54a3c380{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:58,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:58,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7353365d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:58,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@513d748e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:58,852 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:51:58,852 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:51:58,852 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054236476-172.17.0.2-1732103506843 (Datanode Uuid e5338320-7a5d-475a-8b75-b7a13168ef0e) service to localhost/127.0.0.1:39787 2024-11-20T11:51:58,852 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:51:58,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data5/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data6/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:51:58,856 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ea31b9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:58,857 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67374f99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:58,857 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:58,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1663c233{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:58,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ea181c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:58,858 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:51:58,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:51:58,858 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054236476-172.17.0.2-1732103506843 (Datanode Uuid b018216b-7d20-4709-a3e9-f951c6a5bbc4) service to localhost/127.0.0.1:39787 2024-11-20T11:51:58,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:51:58,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data3/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,859 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data4/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:51:58,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@321ada2c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:58,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@637479e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:58,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:58,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f7daeb1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:58,862 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51c14b1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:58,863 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:51:58,863 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:51:58,863 WARN [BP-2054236476-172.17.0.2-1732103506843 heartbeating to localhost/127.0.0.1:39787 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2054236476-172.17.0.2-1732103506843 (Datanode Uuid 5bc4c96d-cbde-4f01-a83a-1a09f4f9e5e7) service to localhost/127.0.0.1:39787 2024-11-20T11:51:58,863 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:51:58,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data1/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,863 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/cluster_16250cfa-39df-f23a-fd7d-eb8e8ca01272/data/data2/current/BP-2054236476-172.17.0.2-1732103506843 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:51:58,864 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:51:58,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e22261{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:51:58,874 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3599471c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:51:58,874 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:51:58,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faf2775{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:51:58,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e18bd18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir/,STOPPED} 2024-11-20T11:51:58,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:51:58,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:51:58,918 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=86 (was 157), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=413 (was 422), ProcessCount=11 (was 11), AvailableMemoryMB=8852 (was 9095) 2024-11-20T11:51:58,924 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=86, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=413, ProcessCount=11, AvailableMemoryMB=8852 2024-11-20T11:51:58,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T11:51:58,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.log.dir so I do NOT create it in target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472 2024-11-20T11:51:58,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/52f070d2-88ad-e65a-661b-d8ef3e53f8f3/hadoop.tmp.dir so I do NOT create it in target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c, deleteOnExit=true 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/test.cache.data in system properties and HBase conf 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir in system properties and HBase conf 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T11:51:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T11:51:58,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T11:51:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/nfs.dump.dir in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/java.io.tmpdir in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T11:51:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T11:51:59,279 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:59,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:59,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:59,288 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:59,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:51:59,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:59,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3200659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:59,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29314376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:59,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c71a4f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/java.io.tmpdir/jetty-localhost-41461-hadoop-hdfs-3_4_1-tests_jar-_-any-5072449253441113227/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:51:59,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@413aedad{HTTP/1.1, (http/1.1)}{localhost:41461} 2024-11-20T11:51:59,390 INFO [Time-limited test {}] server.Server(415): Started @14646ms 2024-11-20T11:51:59,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:59,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:59,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:59,725 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:59,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T11:51:59,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b225623{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:59,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@be0dffc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:59,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41154aac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-604556894324999689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:59,829 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@592a8291{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-20T11:51:59,829 INFO [Time-limited test {}] server.Server(415): Started @15085ms 2024-11-20T11:51:59,830 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:51:59,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:51:59,866 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:51:59,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:51:59,868 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:51:59,868 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:51:59,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268d496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:51:59,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20caec01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:51:59,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aeaaa98{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/java.io.tmpdir/jetty-localhost-35049-hadoop-hdfs-3_4_1-tests_jar-_-any-11582343170871032383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:51:59,969 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58778b20{HTTP/1.1, (http/1.1)}{localhost:35049} 2024-11-20T11:51:59,969 INFO [Time-limited test {}] server.Server(415): Started @15226ms 2024-11-20T11:51:59,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:51:59,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T11:52:00,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T11:52:00,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T11:52:00,002 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T11:52:00,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T11:52:00,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,AVAILABLE} 2024-11-20T11:52:00,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56df30b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T11:52:00,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1286a2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/java.io.tmpdir/jetty-localhost-35253-hadoop-hdfs-3_4_1-tests_jar-_-any-913244686837737018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:52:00,105 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67530df7{HTTP/1.1, (http/1.1)}{localhost:35253} 2024-11-20T11:52:00,105 INFO [Time-limited test {}] server.Server(415): Started @15361ms 2024-11-20T11:52:00,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T11:52:00,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T11:52:00,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:52:00,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:52:00,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T11:52:01,252 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data1/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,252 WARN [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data2/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,275 WARN [Thread-501 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:52:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330c42fa99a2b48a with lease ID 0x4093368a4d5433da: Processing first storage report for DS-0d05440e-facf-44bc-a974-f88ec41f0c73 from datanode DatanodeRegistration(127.0.0.1:46721, datanodeUuid=f4e8575b-731c-4ac0-b58c-a64d8723d9f7, infoPort=38107, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330c42fa99a2b48a with lease ID 0x4093368a4d5433da: from storage DS-0d05440e-facf-44bc-a974-f88ec41f0c73 node DatanodeRegistration(127.0.0.1:46721, datanodeUuid=f4e8575b-731c-4ac0-b58c-a64d8723d9f7, infoPort=38107, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x330c42fa99a2b48a with lease ID 0x4093368a4d5433da: Processing first storage report for DS-d18d03e5-934a-467e-a052-6c9a0973178f from datanode DatanodeRegistration(127.0.0.1:46721, datanodeUuid=f4e8575b-731c-4ac0-b58c-a64d8723d9f7, infoPort=38107, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,279 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x330c42fa99a2b48a with lease ID 0x4093368a4d5433da: from storage DS-d18d03e5-934a-467e-a052-6c9a0973178f node DatanodeRegistration(127.0.0.1:46721, datanodeUuid=f4e8575b-731c-4ac0-b58c-a64d8723d9f7, infoPort=38107, infoSecurePort=0, ipcPort=43771, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,614 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data4/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,614 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data3/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,635 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:52:01,638 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac4df9923cb6dfa with lease ID 0x4093368a4d5433db: Processing first storage report for DS-3ad6fba5-36de-434f-9e6f-97dce42be646 from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=990df63c-1a7e-44d3-a329-7b14b41b74e0, infoPort=46131, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac4df9923cb6dfa with lease ID 0x4093368a4d5433db: from storage DS-3ad6fba5-36de-434f-9e6f-97dce42be646 node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=990df63c-1a7e-44d3-a329-7b14b41b74e0, infoPort=46131, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeac4df9923cb6dfa with lease ID 0x4093368a4d5433db: Processing first storage report for DS-d745e06d-a152-4de9-a554-0cb852c989ef from datanode DatanodeRegistration(127.0.0.1:33105, datanodeUuid=990df63c-1a7e-44d3-a329-7b14b41b74e0, infoPort=46131, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,639 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeac4df9923cb6dfa with lease ID 0x4093368a4d5433db: from storage DS-d745e06d-a152-4de9-a554-0cb852c989ef node DatanodeRegistration(127.0.0.1:33105, datanodeUuid=990df63c-1a7e-44d3-a329-7b14b41b74e0, infoPort=46131, infoSecurePort=0, ipcPort=42909, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,730 WARN [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data5/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,730 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data6/current/BP-753194215-172.17.0.2-1732103518956/current, will proceed with Du for space computation calculation, 2024-11-20T11:52:01,758 WARN [Thread-546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T11:52:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefd5bf1ff382a512 with lease ID 0x4093368a4d5433dc: Processing first storage report for DS-7a2e8ddf-f19a-449b-8b74-6a5864246251 from datanode DatanodeRegistration(127.0.0.1:38367, datanodeUuid=aa229b56-b313-427c-9440-86ead6c67c51, infoPort=46583, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefd5bf1ff382a512 with lease ID 0x4093368a4d5433dc: from storage DS-7a2e8ddf-f19a-449b-8b74-6a5864246251 node DatanodeRegistration(127.0.0.1:38367, datanodeUuid=aa229b56-b313-427c-9440-86ead6c67c51, infoPort=46583, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,762 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xefd5bf1ff382a512 with lease ID 0x4093368a4d5433dc: Processing first storage report for DS-9806257f-c19a-4ecf-b5b0-7a08e82cd8f0 from datanode DatanodeRegistration(127.0.0.1:38367, datanodeUuid=aa229b56-b313-427c-9440-86ead6c67c51, infoPort=46583, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956) 2024-11-20T11:52:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xefd5bf1ff382a512 with lease ID 0x4093368a4d5433dc: from storage DS-9806257f-c19a-4ecf-b5b0-7a08e82cd8f0 node DatanodeRegistration(127.0.0.1:38367, datanodeUuid=aa229b56-b313-427c-9440-86ead6c67c51, infoPort=46583, infoSecurePort=0, ipcPort=40529, storageInfo=lv=-57;cid=testClusterID;nsid=1257530136;c=1732103518956), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T11:52:01,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472 2024-11-20T11:52:01,850 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/zookeeper_0, clientPort=60453, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T11:52:01,851 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60453 2024-11-20T11:52:01,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:01,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:01,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:52:01,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:52:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741825_1001 (size=7) 2024-11-20T11:52:01,869 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 with version=8 2024-11-20T11:52:01,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:39787/user/jenkins/test-data/2426ad42-5a62-a6aa-cc84-95768415edaf/hbase-staging 2024-11-20T11:52:01,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T11:52:01,872 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:52:01,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40377 2024-11-20T11:52:01,876 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40377 connecting to ZooKeeper ensemble=127.0.0.1:60453 2024-11-20T11:52:01,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403770x0, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:52:01,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40377-0x101581641e50000 connected 2024-11-20T11:52:02,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:02,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7, hbase.cluster.distributed=false 2024-11-20T11:52:02,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:52:02,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-20T11:52:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40377 2024-11-20T11:52:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40377 2024-11-20T11:52:02,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-20T11:52:02,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40377 2024-11-20T11:52:02,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:52:02,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:52:02,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:52:02,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41229 2024-11-20T11:52:02,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41229 connecting to ZooKeeper ensemble=127.0.0.1:60453 2024-11-20T11:52:02,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412290x0, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:52:02,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:02,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41229-0x101581641e50001 connected 2024-11-20T11:52:02,204 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:52:02,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:52:02,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:52:02,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:52:02,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-20T11:52:02,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41229 2024-11-20T11:52:02,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41229 2024-11-20T11:52:02,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-20T11:52:02,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41229 2024-11-20T11:52:02,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:52:02,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:52:02,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45579 2024-11-20T11:52:02,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45579 connecting to ZooKeeper ensemble=127.0.0.1:60453 2024-11-20T11:52:02,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,276 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455790x0, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:52:02,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45579-0x101581641e50002 connected 2024-11-20T11:52:02,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:02,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:52:02,279 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:52:02,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:52:02,282 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:52:02,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T11:52:02,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45579 2024-11-20T11:52:02,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45579 2024-11-20T11:52:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T11:52:02,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45579 2024-11-20T11:52:02,308 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/4b15c4a73f2a:0 server-side Connection retries=45 2024-11-20T11:52:02,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,308 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T11:52:02,308 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T11:52:02,309 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T11:52:02,309 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T11:52:02,309 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T11:52:02,309 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43947 2024-11-20T11:52:02,311 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43947 connecting to ZooKeeper ensemble=127.0.0.1:60453 2024-11-20T11:52:02,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439470x0, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T11:52:02,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:02,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43947-0x101581641e50003 connected 2024-11-20T11:52:02,330 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T11:52:02,331 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T11:52:02,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T11:52:02,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T11:52:02,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-20T11:52:02,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43947 2024-11-20T11:52:02,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43947 2024-11-20T11:52:02,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-20T11:52:02,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-20T11:52:02,354 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4b15c4a73f2a:40377 2024-11-20T11:52:02,355 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,360 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,361 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:52:02,372 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:52:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T11:52:02,372 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,380 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T11:52:02,380 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4b15c4a73f2a,40377,1732103521871 from backup master directory 2024-11-20T11:52:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,392 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T11:52:02,392 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:52:02,392 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,404 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/hbase.id] with ID: 5be4ea31-d19d-49de-8e42-1c9c1a79f3ce 2024-11-20T11:52:02,404 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/.tmp/hbase.id 2024-11-20T11:52:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:52:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:52:02,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741826_1002 (size=42) 2024-11-20T11:52:02,453 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/.tmp/hbase.id]:[hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/hbase.id] 2024-11-20T11:52:02,485 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T11:52:02,485 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T11:52:02,488 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T11:52:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,497 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:52:02,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:52:02,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741827_1003 (size=196) 2024-11-20T11:52:02,536 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:52:02,537 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T11:52:02,538 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T11:52:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:52:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:52:02,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741828_1004 (size=1189) 2024-11-20T11:52:02,556 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store 2024-11-20T11:52:02,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:52:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:52:02,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741829_1005 (size=34) 2024-11-20T11:52:02,576 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:02,576 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:52:02,576 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:02,576 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:02,576 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:52:02,576 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:02,576 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:02,577 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103522576Disabling compacts and flushes for region at 1732103522576Disabling writes for close at 1732103522576Writing region close event to WAL at 1732103522576Closed at 1732103522576 2024-11-20T11:52:02,578 WARN [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/.initializing 2024-11-20T11:52:02,578 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/WALs/4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,583 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C40377%2C1732103521871, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/WALs/4b15c4a73f2a,40377,1732103521871, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/oldWALs, maxLogs=10 2024-11-20T11:52:02,584 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4b15c4a73f2a%2C40377%2C1732103521871.1732103522583 2024-11-20T11:52:02,608 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/WALs/4b15c4a73f2a,40377,1732103521871/4b15c4a73f2a%2C40377%2C1732103521871.1732103522583 2024-11-20T11:52:02,620 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46131:46131),(127.0.0.1/127.0.0.1:38107:38107),(127.0.0.1/127.0.0.1:46583:46583)] 2024-11-20T11:52:02,621 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:52:02,622 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:02,622 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,622 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T11:52:02,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:02,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T11:52:02,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:52:02,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T11:52:02,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:52:02,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T11:52:02,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:52:02,645 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,646 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,647 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,649 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,650 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,650 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:52:02,651 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T11:52:02,654 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:52:02,655 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60514433, jitterRate=-0.098264679312706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:52:02,657 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732103522622Initializing all the Stores at 1732103522623 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103522623Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103522624 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103522624Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103522624Cleaning up temporary data from old regions at 1732103522650 (+26 ms)Region opened successfully at 1732103522656 (+6 ms) 2024-11-20T11:52:02,657 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T11:52:02,668 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304020a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:52:02,669 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T11:52:02,669 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T11:52:02,669 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T11:52:02,669 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T11:52:02,671 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T11:52:02,671 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T11:52:02,671 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T11:52:02,692 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T11:52:02,694 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T11:52:02,718 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T11:52:02,719 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T11:52:02,720 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T11:52:02,728 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T11:52:02,729 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T11:52:02,731 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T11:52:02,739 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T11:52:02,741 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T11:52:02,749 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T11:52:02,753 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T11:52:02,760 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T11:52:02,771 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:02,771 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,773 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=4b15c4a73f2a,40377,1732103521871, sessionid=0x101581641e50000, setting cluster-up flag (Was=false) 2024-11-20T11:52:02,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,792 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,823 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T11:52:02,825 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,844 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:02,876 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T11:52:02,879 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:02,887 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T11:52:02,891 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T11:52:02,892 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T11:52:02,892 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T11:52:02,892 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4b15c4a73f2a,40377,1732103521871 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=5, maxPoolSize=5 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4b15c4a73f2a:0, corePoolSize=10, maxPoolSize=10 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:02,895 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:52:02,896 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:02,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:52:02,901 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T11:52:02,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T11:52:02,908 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732103552908 2024-11-20T11:52:02,908 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T11:52:02,909 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T11:52:02,909 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T11:52:02,909 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T11:52:02,909 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T11:52:02,909 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T11:52:02,912 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:02,914 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T11:52:02,914 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T11:52:02,914 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T11:52:02,916 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T11:52:02,916 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T11:52:02,921 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103522916,5,FailOnTimeoutGroup] 2024-11-20T11:52:02,933 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103522921,5,FailOnTimeoutGroup] 2024-11-20T11:52:02,933 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:02,934 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T11:52:02,934 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:02,934 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:02,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:52:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:52:02,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741831_1007 (size=1321) 2024-11-20T11:52:02,941 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T11:52:02,941 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 2024-11-20T11:52:02,948 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(746): ClusterId : 5be4ea31-d19d-49de-8e42-1c9c1a79f3ce 2024-11-20T11:52:02,948 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:52:02,961 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(746): ClusterId : 5be4ea31-d19d-49de-8e42-1c9c1a79f3ce 2024-11-20T11:52:02,961 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:52:02,961 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(746): ClusterId : 5be4ea31-d19d-49de-8e42-1c9c1a79f3ce 2024-11-20T11:52:02,961 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T11:52:02,962 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:52:02,962 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:52:02,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:52:02,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:52:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741832_1008 (size=32) 2024-11-20T11:52:02,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:02,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:52:02,983 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:52:02,983 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:52:02,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:52:02,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:02,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:52:02,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:52:02,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:02,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:52:02,992 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:52:02,992 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T11:52:02,992 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T11:52:02,993 DEBUG [RS:0;4b15c4a73f2a:41229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e359ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:52:02,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:52:02,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:52:03,003 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:52:03,003 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T11:52:03,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:52:03,004 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,004 DEBUG [RS:2;4b15c4a73f2a:43947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575f0e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:52:03,004 DEBUG [RS:1;4b15c4a73f2a:45579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80eb0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4b15c4a73f2a/172.17.0.2:0 2024-11-20T11:52:03,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:52:03,006 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740 2024-11-20T11:52:03,008 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740 2024-11-20T11:52:03,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:52:03,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:52:03,013 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:52:03,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:52:03,022 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4b15c4a73f2a:41229 2024-11-20T11:52:03,022 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:52:03,022 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:52:03,022 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:52:03,023 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40377,1732103521871 with port=41229, startcode=1732103522141 2024-11-20T11:52:03,024 DEBUG [RS:0;4b15c4a73f2a:41229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:52:03,031 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;4b15c4a73f2a:45579 2024-11-20T11:52:03,031 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:52:03,031 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:52:03,031 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:52:03,033 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40377,1732103521871 with port=45579, startcode=1732103522239 2024-11-20T11:52:03,033 DEBUG [RS:1;4b15c4a73f2a:45579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:52:03,034 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:52:03,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70603937, jitterRate=0.05208064615726471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:52:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732103522974Initializing all the Stores at 1732103522978 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103522978Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103522981 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103522981Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103522981Cleaning up temporary data from old regions at 1732103523012 (+31 ms)Region opened successfully at 1732103523035 (+23 ms) 2024-11-20T11:52:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:52:03,036 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:52:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:52:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:52:03,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:52:03,037 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41977, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:52:03,037 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,039 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;4b15c4a73f2a:43947 2024-11-20T11:52:03,039 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T11:52:03,039 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T11:52:03,040 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T11:52:03,041 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 2024-11-20T11:52:03,041 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(2659): reportForDuty to master=4b15c4a73f2a,40377,1732103521871 with port=43947, startcode=1732103522308 2024-11-20T11:52:03,041 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:52:03,041 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41415 2024-11-20T11:52:03,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103523036Disabling compacts and flushes for region at 1732103523036Disabling writes for close at 1732103523036Writing region close event to WAL at 1732103523040 (+4 ms)Closed at 1732103523041 (+1 ms) 2024-11-20T11:52:03,041 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:52:03,041 DEBUG [RS:2;4b15c4a73f2a:43947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T11:52:03,043 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:52:03,043 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T11:52:03,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T11:52:03,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:52:03,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T11:52:03,053 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:52:03,053 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35229, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T11:52:03,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,054 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:52:03,056 DEBUG [RS:0;4b15c4a73f2a:41229 {}] zookeeper.ZKUtil(111): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,056 WARN [RS:0;4b15c4a73f2a:41229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:52:03,056 INFO [RS:0;4b15c4a73f2a:41229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T11:52:03,056 DEBUG [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,057 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] master.ServerManager(517): Registering regionserver=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,057 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 2024-11-20T11:52:03,057 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41415 2024-11-20T11:52:03,057 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:52:03,059 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,41229,1732103522141] 2024-11-20T11:52:03,060 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 2024-11-20T11:52:03,060 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41415 2024-11-20T11:52:03,060 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T11:52:03,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:52:03,118 DEBUG [RS:2;4b15c4a73f2a:43947 {}] zookeeper.ZKUtil(111): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,118 WARN [RS:2;4b15c4a73f2a:43947 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:52:03,118 INFO [RS:2;4b15c4a73f2a:43947 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T11:52:03,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,43947,1732103522308] 2024-11-20T11:52:03,119 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4b15c4a73f2a,45579,1732103522239] 2024-11-20T11:52:03,119 DEBUG [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,120 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:52:03,121 DEBUG [RS:1;4b15c4a73f2a:45579 {}] zookeeper.ZKUtil(111): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,121 WARN [RS:1;4b15c4a73f2a:45579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T11:52:03,121 INFO [RS:1;4b15c4a73f2a:45579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T11:52:03,121 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,127 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:52:03,132 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:52:03,132 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:52:03,133 INFO [RS:2;4b15c4a73f2a:43947 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:52:03,133 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,136 INFO [RS:0;4b15c4a73f2a:41229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:52:03,137 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,139 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:52:03,141 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:52:03,141 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,141 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,141 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T11:52:03,141 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,141 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,142 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,143 DEBUG [RS:2;4b15c4a73f2a:43947 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,146 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:52:03,146 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T11:52:03,147 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:52:03,148 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,148 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,149 DEBUG [RS:0;4b15c4a73f2a:41229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,151 INFO [RS:1;4b15c4a73f2a:45579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T11:52:03,151 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,154 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,154 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,155 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,155 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,155 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,155 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,43947,1732103522308-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:52:03,157 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T11:52:03,158 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T11:52:03,158 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=2, maxPoolSize=2 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,159 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,160 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,160 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4b15c4a73f2a:0, corePoolSize=1, maxPoolSize=1 2024-11-20T11:52:03,160 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,160 DEBUG [RS:1;4b15c4a73f2a:45579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0, corePoolSize=3, maxPoolSize=3 2024-11-20T11:52:03,162 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,162 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,162 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,162 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,162 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,163 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,41229,1732103522141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:52:03,164 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,164 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,165 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,165 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,165 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,165 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,45579,1732103522239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:52:03,180 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:52:03,180 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,43947,1732103522308-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,180 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,181 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.Replication(171): 4b15c4a73f2a,43947,1732103522308 started 2024-11-20T11:52:03,181 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:52:03,181 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,41229,1732103522141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,181 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,181 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.Replication(171): 4b15c4a73f2a,41229,1732103522141 started 2024-11-20T11:52:03,186 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T11:52:03,186 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,45579,1732103522239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,186 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,186 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.Replication(171): 4b15c4a73f2a,45579,1732103522239 started 2024-11-20T11:52:03,197 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,197 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,43947,1732103522308, RpcServer on 4b15c4a73f2a/172.17.0.2:43947, sessionid=0x101581641e50003 2024-11-20T11:52:03,197 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:52:03,197 DEBUG [RS:2;4b15c4a73f2a:43947 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,197 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,43947,1732103522308' 2024-11-20T11:52:03,198 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:52:03,198 WARN [4b15c4a73f2a:40377 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T11:52:03,200 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:52:03,201 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:52:03,201 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:52:03,201 DEBUG [RS:2;4b15c4a73f2a:43947 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:03,201 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,43947,1732103522308' 2024-11-20T11:52:03,202 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:52:03,202 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:52:03,203 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,203 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,41229,1732103522141, RpcServer on 4b15c4a73f2a/172.17.0.2:41229, sessionid=0x101581641e50001 2024-11-20T11:52:03,203 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:52:03,203 DEBUG [RS:0;4b15c4a73f2a:41229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,203 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,41229,1732103522141' 2024-11-20T11:52:03,203 DEBUG [RS:2;4b15c4a73f2a:43947 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:52:03,203 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:52:03,203 INFO [RS:2;4b15c4a73f2a:43947 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:52:03,203 INFO [RS:2;4b15c4a73f2a:43947 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:52:03,204 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:52:03,204 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:52:03,204 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:52:03,204 DEBUG [RS:0;4b15c4a73f2a:41229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:03,205 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,41229,1732103522141' 2024-11-20T11:52:03,205 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:52:03,205 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:52:03,206 DEBUG [RS:0;4b15c4a73f2a:41229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:52:03,206 INFO [RS:0;4b15c4a73f2a:41229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:52:03,206 INFO [RS:0;4b15c4a73f2a:41229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:52:03,206 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,206 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1482): Serving as 4b15c4a73f2a,45579,1732103522239, RpcServer on 4b15c4a73f2a/172.17.0.2:45579, sessionid=0x101581641e50002 2024-11-20T11:52:03,206 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T11:52:03,206 DEBUG [RS:1;4b15c4a73f2a:45579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,206 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,45579,1732103522239' 2024-11-20T11:52:03,207 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T11:52:03,207 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4b15c4a73f2a,45579,1732103522239' 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T11:52:03,208 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T11:52:03,209 DEBUG [RS:1;4b15c4a73f2a:45579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T11:52:03,209 INFO [RS:1;4b15c4a73f2a:45579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T11:52:03,209 INFO [RS:1;4b15c4a73f2a:45579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T11:52:03,308 INFO [RS:2;4b15c4a73f2a:43947 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C43947%2C1732103522308, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,43947,1732103522308, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs, maxLogs=32 2024-11-20T11:52:03,309 INFO [RS:0;4b15c4a73f2a:41229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C41229%2C1732103522141, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,41229,1732103522141, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs, maxLogs=32 2024-11-20T11:52:03,310 INFO [RS:2;4b15c4a73f2a:43947 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4b15c4a73f2a%2C43947%2C1732103522308.1732103523310 2024-11-20T11:52:03,311 INFO [RS:0;4b15c4a73f2a:41229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4b15c4a73f2a%2C41229%2C1732103522141.1732103523311 2024-11-20T11:52:03,313 INFO [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C45579%2C1732103522239, suffix=, logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,45579,1732103522239, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs, maxLogs=32 2024-11-20T11:52:03,315 INFO [RS:1;4b15c4a73f2a:45579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 4b15c4a73f2a%2C45579%2C1732103522239.1732103523314 2024-11-20T11:52:03,348 INFO [RS:2;4b15c4a73f2a:43947 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,43947,1732103522308/4b15c4a73f2a%2C43947%2C1732103522308.1732103523310 2024-11-20T11:52:03,360 INFO [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,45579,1732103522239/4b15c4a73f2a%2C45579%2C1732103522239.1732103523314 2024-11-20T11:52:03,361 DEBUG [RS:2;4b15c4a73f2a:43947 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38107:38107),(127.0.0.1/127.0.0.1:46131:46131),(127.0.0.1/127.0.0.1:46583:46583)] 2024-11-20T11:52:03,361 INFO [RS:0;4b15c4a73f2a:41229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,41229,1732103522141/4b15c4a73f2a%2C41229%2C1732103522141.1732103523311 2024-11-20T11:52:03,369 DEBUG [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:46131:46131),(127.0.0.1/127.0.0.1:38107:38107),(127.0.0.1/127.0.0.1:46583:46583)] 2024-11-20T11:52:03,369 DEBUG [RS:0;4b15c4a73f2a:41229 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38107:38107),(127.0.0.1/127.0.0.1:46131:46131),(127.0.0.1/127.0.0.1:46583:46583)] 2024-11-20T11:52:03,448 DEBUG [4b15c4a73f2a:40377 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T11:52:03,448 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(204): Hosts are {4b15c4a73f2a=0} racks are {/default-rack=0} 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T11:52:03,451 INFO [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T11:52:03,451 INFO [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T11:52:03,451 INFO [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T11:52:03,451 DEBUG [4b15c4a73f2a:40377 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T11:52:03,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,45579,1732103522239, state=OPENING 2024-11-20T11:52:03,518 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T11:52:03,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:03,529 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:03,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:03,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:03,529 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T11:52:03,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,45579,1732103522239}] 2024-11-20T11:52:03,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,684 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T11:52:03,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34695, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T11:52:03,694 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T11:52:03,694 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T11:52:03,697 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4b15c4a73f2a%2C45579%2C1732103522239.meta, suffix=.meta, logDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,45579,1732103522239, archiveDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs, maxLogs=32 2024-11-20T11:52:03,699 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 4b15c4a73f2a%2C45579%2C1732103522239.meta.1732103523698.meta 2024-11-20T11:52:03,714 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/WALs/4b15c4a73f2a,45579,1732103522239/4b15c4a73f2a%2C45579%2C1732103522239.meta.1732103523698.meta 2024-11-20T11:52:03,724 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:38107:38107),(127.0.0.1/127.0.0.1:46131:46131),(127.0.0.1/127.0.0.1:46583:46583)] 2024-11-20T11:52:03,728 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:52:03,729 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T11:52:03,729 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T11:52:03,729 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T11:52:03,729 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T11:52:03,730 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:03,730 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T11:52:03,730 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T11:52:03,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T11:52:03,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T11:52:03,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T11:52:03,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T11:52:03,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T11:52:03,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T11:52:03,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T11:52:03,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T11:52:03,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T11:52:03,746 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T11:52:03,747 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740 2024-11-20T11:52:03,752 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740 2024-11-20T11:52:03,755 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T11:52:03,755 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T11:52:03,756 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T11:52:03,759 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T11:52:03,761 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60181844, jitterRate=-0.10322064161300659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T11:52:03,762 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T11:52:03,763 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732103523730Writing region info on filesystem at 1732103523730Initializing all the Stores at 1732103523732 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103523732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103523732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103523732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732103523732Cleaning up temporary data from old regions at 1732103523755 (+23 ms)Running coprocessor post-open hooks at 1732103523762 (+7 ms)Region opened successfully at 1732103523763 (+1 ms) 2024-11-20T11:52:03,766 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732103523684 2024-11-20T11:52:03,770 DEBUG [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T11:52:03,771 INFO [RS_OPEN_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T11:52:03,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4b15c4a73f2a,45579,1732103522239, state=OPEN 2024-11-20T11:52:03,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:52:03,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:52:03,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:52:03,781 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T11:52:03,781 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:03,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T11:52:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T11:52:03,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=4b15c4a73f2a,45579,1732103522239 in 252 msec 2024-11-20T11:52:03,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T11:52:03,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-20T11:52:03,798 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T11:52:03,798 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T11:52:03,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:52:03,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,45579,1732103522239, seqNum=-1] 2024-11-20T11:52:03,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:52:03,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:52:03,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 921 msec 2024-11-20T11:52:03,815 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732103523814, completionTime=-1 2024-11-20T11:52:03,815 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T11:52:03,815 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T11:52:03,818 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T11:52:03,818 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732103583818 2024-11-20T11:52:03,818 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732103643818 2024-11-20T11:52:03,818 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T11:52:03,819 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T11:52:03,819 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,820 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,820 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,820 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4b15c4a73f2a:40377, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,820 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,823 DEBUG [master/4b15c4a73f2a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T11:52:03,824 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,831 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.439sec 2024-11-20T11:52:03,831 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T11:52:03,831 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T11:52:03,832 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T11:52:03,832 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T11:52:03,832 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T11:52:03,832 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T11:52:03,832 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T11:52:03,836 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T11:52:03,836 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T11:52:03,836 INFO [master/4b15c4a73f2a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4b15c4a73f2a,40377,1732103521871-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T11:52:03,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d41e286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:52:03,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 4b15c4a73f2a,40377,-1 for getting cluster id 2024-11-20T11:52:03,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T11:52:03,857 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5be4ea31-d19d-49de-8e42-1c9c1a79f3ce' 2024-11-20T11:52:03,858 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T11:52:03,858 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5be4ea31-d19d-49de-8e42-1c9c1a79f3ce" 2024-11-20T11:52:03,859 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ace3de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:52:03,859 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [4b15c4a73f2a,40377,-1] 2024-11-20T11:52:03,859 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T11:52:03,860 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:03,863 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T11:52:03,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e18c9a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T11:52:03,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T11:52:03,868 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=4b15c4a73f2a,45579,1732103522239, seqNum=-1] 2024-11-20T11:52:03,869 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T11:52:03,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T11:52:03,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:03,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T11:52:03,878 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:03,879 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@136500fe 2024-11-20T11:52:03,879 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T11:52:03,881 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50860, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T11:52:03,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T11:52:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T11:52:03,891 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T11:52:03,891 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:03,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T11:52:03,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T11:52:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:52:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741837_1013 (size=392) 2024-11-20T11:52:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741837_1013 (size=392) 2024-11-20T11:52:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741837_1013 (size=392) 2024-11-20T11:52:03,923 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5ca42c10aa1ac92e8ef84743a7a1fdb8, NAME => 'TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7 2024-11-20T11:52:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741838_1014 (size=51) 2024-11-20T11:52:03,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741838_1014 (size=51) 2024-11-20T11:52:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741838_1014 (size=51) 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 5ca42c10aa1ac92e8ef84743a7a1fdb8, disabling compactions & flushes 2024-11-20T11:52:03,938 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. after waiting 0 ms 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:03,938 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:03,938 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5ca42c10aa1ac92e8ef84743a7a1fdb8: Waiting for close lock at 1732103523938Disabling compacts and flushes for region at 1732103523938Disabling writes for close at 1732103523938Writing region close event to WAL at 1732103523938Closed at 1732103523938 2024-11-20T11:52:03,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T11:52:03,941 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732103523941"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732103523941"}]},"ts":"1732103523941"} 2024-11-20T11:52:03,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T11:52:03,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T11:52:03,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103523947"}]},"ts":"1732103523947"} 2024-11-20T11:52:03,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T11:52:03,952 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {4b15c4a73f2a=0} racks are {/default-rack=0} 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T11:52:03,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T11:52:03,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T11:52:03,953 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T11:52:03,953 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T11:52:03,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8, ASSIGN}] 2024-11-20T11:52:03,956 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8, ASSIGN 2024-11-20T11:52:03,958 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8, ASSIGN; state=OFFLINE, location=4b15c4a73f2a,45579,1732103522239; forceNewPlan=false, retain=false 2024-11-20T11:52:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:52:04,108 INFO [4b15c4a73f2a:40377 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T11:52:04,109 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ca42c10aa1ac92e8ef84743a7a1fdb8, regionState=OPENING, regionLocation=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:04,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8, ASSIGN because future has completed 2024-11-20T11:52:04,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ca42c10aa1ac92e8ef84743a7a1fdb8, server=4b15c4a73f2a,45579,1732103522239}] 2024-11-20T11:52:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:52:04,282 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,282 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ca42c10aa1ac92e8ef84743a7a1fdb8, NAME => 'TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T11:52:04,282 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,282 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T11:52:04,283 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,283 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,284 INFO [StoreOpener-5ca42c10aa1ac92e8ef84743a7a1fdb8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,286 INFO [StoreOpener-5ca42c10aa1ac92e8ef84743a7a1fdb8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ca42c10aa1ac92e8ef84743a7a1fdb8 columnFamilyName cf 2024-11-20T11:52:04,286 DEBUG [StoreOpener-5ca42c10aa1ac92e8ef84743a7a1fdb8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T11:52:04,287 INFO [StoreOpener-5ca42c10aa1ac92e8ef84743a7a1fdb8-1 {}] regionserver.HStore(327): Store=5ca42c10aa1ac92e8ef84743a7a1fdb8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T11:52:04,287 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,288 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,289 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,289 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,289 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,291 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,294 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T11:52:04,295 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5ca42c10aa1ac92e8ef84743a7a1fdb8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66957676, jitterRate=-0.0022528767585754395}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T11:52:04,295 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,296 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5ca42c10aa1ac92e8ef84743a7a1fdb8: Running coprocessor pre-open hook at 1732103524283Writing region info on filesystem at 1732103524283Initializing all the Stores at 1732103524284 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732103524284Cleaning up temporary data from old regions at 1732103524289 (+5 ms)Running coprocessor post-open hooks at 1732103524295 (+6 ms)Region opened successfully at 1732103524296 (+1 ms) 2024-11-20T11:52:04,298 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8., pid=6, masterSystemTime=1732103524277 2024-11-20T11:52:04,302 DEBUG [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,302 INFO [RS_OPEN_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5ca42c10aa1ac92e8ef84743a7a1fdb8, regionState=OPEN, openSeqNum=2, regionLocation=4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:04,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5ca42c10aa1ac92e8ef84743a7a1fdb8, server=4b15c4a73f2a,45579,1732103522239 because future has completed 2024-11-20T11:52:04,310 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40377 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=4b15c4a73f2a,45579,1732103522239, table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T11:52:04,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T11:52:04,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5ca42c10aa1ac92e8ef84743a7a1fdb8, server=4b15c4a73f2a,45579,1732103522239 in 188 msec 2024-11-20T11:52:04,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T11:52:04,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=5ca42c10aa1ac92e8ef84743a7a1fdb8, ASSIGN in 362 msec 2024-11-20T11:52:04,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T11:52:04,324 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732103524323"}]},"ts":"1732103524323"} 2024-11-20T11:52:04,327 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T11:52:04,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T11:52:04,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 446 msec 2024-11-20T11:52:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T11:52:04,527 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T11:52:04,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T11:52:04,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T11:52:04,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T11:52:04,533 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T11:52:04,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T11:52:04,537 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8., hostname=4b15c4a73f2a,45579,1732103522239, seqNum=2] 2024-11-20T11:52:04,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T11:52:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T11:52:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:52:04,547 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T11:52:04,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T11:52:04,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T11:52:04,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:52:04,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T11:52:04,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 5ca42c10aa1ac92e8ef84743a7a1fdb8 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T11:52:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/.tmp/cf/8b587b6e0d5f4f5a8dd028cd57ded170 is 36, key is row/cf:cq/1732103524539/Put/seqid=0 2024-11-20T11:52:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741839_1015 (size=4787) 2024-11-20T11:52:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741839_1015 (size=4787) 2024-11-20T11:52:04,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741839_1015 (size=4787) 2024-11-20T11:52:04,748 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/.tmp/cf/8b587b6e0d5f4f5a8dd028cd57ded170 2024-11-20T11:52:04,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/.tmp/cf/8b587b6e0d5f4f5a8dd028cd57ded170 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/cf/8b587b6e0d5f4f5a8dd028cd57ded170 2024-11-20T11:52:04,773 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/cf/8b587b6e0d5f4f5a8dd028cd57ded170, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T11:52:04,775 INFO [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 5ca42c10aa1ac92e8ef84743a7a1fdb8 in 69ms, sequenceid=5, compaction requested=false 2024-11-20T11:52:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 5ca42c10aa1ac92e8ef84743a7a1fdb8: 2024-11-20T11:52:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4b15c4a73f2a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T11:52:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T11:52:04,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T11:52:04,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 230 msec 2024-11-20T11:52:04,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 244 msec 2024-11-20T11:52:04,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40377 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T11:52:04,870 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T11:52:04,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T11:52:04,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:52:04,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:52:04,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T11:52:04,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T11:52:04,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=612263715, stopped=false 2024-11-20T11:52:04,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=4b15c4a73f2a,40377,1732103521871 2024-11-20T11:52:04,897 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:04,897 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:04,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:04,897 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:52:04,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T11:52:04,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:52:04,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:04,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,41229,1732103522141' ***** 2024-11-20T11:52:04,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:52:04,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T11:52:04,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,45579,1732103522239' ***** 2024-11-20T11:52:04,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:04,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:04,899 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:52:04,899 INFO [RS:0;4b15c4a73f2a:41229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:52:04,899 INFO [RS:0;4b15c4a73f2a:41229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:52:04,899 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:04,900 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:52:04,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:04,900 INFO [RS:0;4b15c4a73f2a:41229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;4b15c4a73f2a:41229. 2024-11-20T11:52:04,899 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:52:04,900 DEBUG [RS:0;4b15c4a73f2a:41229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:52:04,899 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:52:04,901 DEBUG [RS:0;4b15c4a73f2a:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '4b15c4a73f2a,43947,1732103522308' ***** 2024-11-20T11:52:04,901 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T11:52:04,901 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,41229,1732103522141; all regions closed. 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:52:04,901 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:52:04,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:52:04,901 INFO [RS:2;4b15c4a73f2a:43947 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;4b15c4a73f2a:43947. 2024-11-20T11:52:04,901 INFO [RS:1;4b15c4a73f2a:45579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T11:52:04,901 INFO [RS:1;4b15c4a73f2a:45579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T11:52:04,901 DEBUG [RS:2;4b15c4a73f2a:43947 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:52:04,902 DEBUG [RS:2;4b15c4a73f2a:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,902 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,902 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,43947,1732103522308; all regions closed. 2024-11-20T11:52:04,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T11:52:04,903 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(959): stopping server 4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:04,903 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:52:04,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T11:52:04,903 INFO [RS:1;4b15c4a73f2a:45579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;4b15c4a73f2a:45579. 2024-11-20T11:52:04,903 DEBUG [RS:1;4b15c4a73f2a:45579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T11:52:04,903 DEBUG [RS:1;4b15c4a73f2a:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,904 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:52:04,904 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:52:04,904 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:52:04,904 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T11:52:04,904 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,904 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,904 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5ca42c10aa1ac92e8ef84743a7a1fdb8, disabling compactions & flushes 2024-11-20T11:52:04,904 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,904 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,904 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,905 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. after waiting 0 ms 2024-11-20T11:52:04,905 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,905 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T11:52:04,905 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5ca42c10aa1ac92e8ef84743a7a1fdb8=TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8.} 2024-11-20T11:52:04,905 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5ca42c10aa1ac92e8ef84743a7a1fdb8 2024-11-20T11:52:04,905 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,905 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T11:52:04,905 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:04,906 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T11:52:04,906 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T11:52:04,906 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T11:52:04,906 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T11:52:04,906 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T11:52:04,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741833_1009 (size=93) 2024-11-20T11:52:04,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741833_1009 (size=93) 2024-11-20T11:52:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741833_1009 (size=93) 2024-11-20T11:52:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741834_1010 (size=93) 2024-11-20T11:52:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741834_1010 (size=93) 2024-11-20T11:52:04,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741834_1010 (size=93) 2024-11-20T11:52:04,918 DEBUG [RS:2;4b15c4a73f2a:43947 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4b15c4a73f2a%2C43947%2C1732103522308:(num 1732103523310) 2024-11-20T11:52:04,918 DEBUG [RS:2;4b15c4a73f2a:43947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:52:04,918 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:52:04,919 INFO [RS:2;4b15c4a73f2a:43947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43947 2024-11-20T11:52:04,919 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:52:04,925 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/default/TestHBaseWalOnEC/5ca42c10aa1ac92e8ef84743a7a1fdb8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T11:52:04,926 INFO [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,926 DEBUG [RS:0;4b15c4a73f2a:41229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs 2024-11-20T11:52:04,926 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5ca42c10aa1ac92e8ef84743a7a1fdb8: Waiting for close lock at 1732103524904Running coprocessor pre-close hooks at 1732103524904Disabling compacts and flushes for region at 1732103524904Disabling writes for close at 1732103524905 (+1 ms)Writing region close event to WAL at 1732103524912 (+7 ms)Running coprocessor post-close hooks at 1732103524926 (+14 ms)Closed at 1732103524926 2024-11-20T11:52:04,926 INFO [RS:0;4b15c4a73f2a:41229 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4b15c4a73f2a%2C41229%2C1732103522141:(num 1732103523311) 2024-11-20T11:52:04,926 DEBUG [RS:0;4b15c4a73f2a:41229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:04,927 DEBUG [RS_CLOSE_REGION-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8. 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T11:52:04,927 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:52:04,927 INFO [RS:0;4b15c4a73f2a:41229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41229 2024-11-20T11:52:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,43947,1732103522308 2024-11-20T11:52:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:52:04,928 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:52:04,939 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:52:04,939 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,43947,1732103522308] 2024-11-20T11:52:04,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,41229,1732103522141 2024-11-20T11:52:04,941 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/info/ee2cdee818314479b594a6711df4f651 is 153, key is TestHBaseWalOnEC,,1732103523882.5ca42c10aa1ac92e8ef84743a7a1fdb8./info:regioninfo/1732103524303/Put/seqid=0 2024-11-20T11:52:04,958 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:04,960 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,43947,1732103522308 already deleted, retry=false 2024-11-20T11:52:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741840_1016 (size=6637) 2024-11-20T11:52:04,960 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,43947,1732103522308 expired; onlineServers=2 2024-11-20T11:52:04,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,41229,1732103522141] 2024-11-20T11:52:04,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741840_1016 (size=6637) 2024-11-20T11:52:04,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741840_1016 (size=6637) 2024-11-20T11:52:04,963 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/info/ee2cdee818314479b594a6711df4f651 2024-11-20T11:52:04,964 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:04,970 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,41229,1732103522141 already deleted, retry=false 2024-11-20T11:52:04,971 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,41229,1732103522141 expired; onlineServers=1 2024-11-20T11:52:04,971 INFO [regionserver/4b15c4a73f2a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:05,003 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/ns/a2876537839d407f83ccfcf617eb7405 is 43, key is default/ns:d/1732103523804/Put/seqid=0 2024-11-20T11:52:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741841_1017 (size=5153) 2024-11-20T11:52:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741841_1017 (size=5153) 2024-11-20T11:52:05,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741841_1017 (size=5153) 2024-11-20T11:52:05,027 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/ns/a2876537839d407f83ccfcf617eb7405 2024-11-20T11:52:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43947-0x101581641e50003, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,050 INFO [RS:2;4b15c4a73f2a:43947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:52:05,050 INFO [RS:2;4b15c4a73f2a:43947 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,43947,1732103522308; zookeeper connection closed. 2024-11-20T11:52:05,052 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5c9655c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5c9655c7 2024-11-20T11:52:05,060 INFO [RS:0;4b15c4a73f2a:41229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:52:05,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,061 INFO [RS:0;4b15c4a73f2a:41229 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,41229,1732103522141; zookeeper connection closed. 2024-11-20T11:52:05,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41229-0x101581641e50001, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,061 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@39dd7ebf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@39dd7ebf 2024-11-20T11:52:05,074 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/table/181c8a5614324b95b2ff7d5f3173df58 is 52, key is TestHBaseWalOnEC/table:state/1732103524323/Put/seqid=0 2024-11-20T11:52:05,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741842_1018 (size=5249) 2024-11-20T11:52:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741842_1018 (size=5249) 2024-11-20T11:52:05,095 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/table/181c8a5614324b95b2ff7d5f3173df58 2024-11-20T11:52:05,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741842_1018 (size=5249) 2024-11-20T11:52:05,105 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/info/ee2cdee818314479b594a6711df4f651 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/info/ee2cdee818314479b594a6711df4f651 2024-11-20T11:52:05,105 DEBUG [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T11:52:05,116 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/info/ee2cdee818314479b594a6711df4f651, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T11:52:05,117 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/ns/a2876537839d407f83ccfcf617eb7405 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/ns/a2876537839d407f83ccfcf617eb7405 2024-11-20T11:52:05,127 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/ns/a2876537839d407f83ccfcf617eb7405, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T11:52:05,129 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/.tmp/table/181c8a5614324b95b2ff7d5f3173df58 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/table/181c8a5614324b95b2ff7d5f3173df58 2024-11-20T11:52:05,139 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/table/181c8a5614324b95b2ff7d5f3173df58, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T11:52:05,141 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=11, compaction requested=false 2024-11-20T11:52:05,149 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T11:52:05,149 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T11:52:05,150 INFO [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T11:52:05,150 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732103524905Running coprocessor pre-close hooks at 1732103524905Disabling compacts and flushes for region at 1732103524905Disabling writes for close at 1732103524906 (+1 ms)Obtaining lock to block concurrent updates at 1732103524906Preparing flush snapshotting stores in 1588230740 at 1732103524906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732103524907 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732103524908 (+1 ms)Flushing 1588230740/info: creating writer at 1732103524908Flushing 1588230740/info: appending metadata at 1732103524940 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732103524941 (+1 ms)Flushing 1588230740/ns: creating writer at 1732103524980 (+39 ms)Flushing 1588230740/ns: appending metadata at 1732103525002 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732103525002Flushing 1588230740/table: creating writer at 1732103525041 (+39 ms)Flushing 1588230740/table: appending metadata at 1732103525073 (+32 ms)Flushing 1588230740/table: closing flushed file at 1732103525073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ba6513: reopening flushed file at 1732103525104 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd56d9f: reopening flushed file at 1732103525116 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129f8e1b: reopening flushed file at 1732103525127 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 235ms, sequenceid=11, compaction requested=false at 1732103525141 (+14 ms)Writing region close event to WAL at 1732103525142 (+1 ms)Running coprocessor post-close hooks at 1732103525149 (+7 ms)Closed at 1732103525150 (+1 ms) 2024-11-20T11:52:05,150 DEBUG [RS_CLOSE_META-regionserver/4b15c4a73f2a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T11:52:05,226 INFO [regionserver/4b15c4a73f2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T11:52:05,226 INFO [regionserver/4b15c4a73f2a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T11:52:05,306 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(976): stopping server 4b15c4a73f2a,45579,1732103522239; all regions closed. 2024-11-20T11:52:05,306 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,306 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,307 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,307 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,307 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741836_1012 (size=2751) 2024-11-20T11:52:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741836_1012 (size=2751) 2024-11-20T11:52:05,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741836_1012 (size=2751) 2024-11-20T11:52:05,312 DEBUG [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs 2024-11-20T11:52:05,312 INFO [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4b15c4a73f2a%2C45579%2C1732103522239.meta:.meta(num 1732103523698) 2024-11-20T11:52:05,312 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,313 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,313 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,313 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,313 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741835_1011 (size=1298) 2024-11-20T11:52:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741835_1011 (size=1298) 2024-11-20T11:52:05,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741835_1011 (size=1298) 2024-11-20T11:52:05,319 DEBUG [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/oldWALs 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 4b15c4a73f2a%2C45579%2C1732103522239:(num 1732103523314) 2024-11-20T11:52:05,319 DEBUG [RS:1;4b15c4a73f2a:45579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.ChoreService(370): Chore service for: regionserver/4b15c4a73f2a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:52:05,319 INFO [regionserver/4b15c4a73f2a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:52:05,319 INFO [RS:1;4b15c4a73f2a:45579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45579 2024-11-20T11:52:05,349 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4b15c4a73f2a,45579,1732103522239 2024-11-20T11:52:05,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T11:52:05,349 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:52:05,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4b15c4a73f2a,45579,1732103522239] 2024-11-20T11:52:05,423 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/4b15c4a73f2a,45579,1732103522239 already deleted, retry=false 2024-11-20T11:52:05,423 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 4b15c4a73f2a,45579,1732103522239 expired; onlineServers=0 2024-11-20T11:52:05,423 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '4b15c4a73f2a,40377,1732103521871' ***** 2024-11-20T11:52:05,424 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T11:52:05,424 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T11:52:05,424 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T11:52:05,424 DEBUG [M:0;4b15c4a73f2a:40377 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T11:52:05,424 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T11:52:05,424 DEBUG [M:0;4b15c4a73f2a:40377 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T11:52:05,424 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103522921 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.small.0-1732103522921,5,FailOnTimeoutGroup] 2024-11-20T11:52:05,424 DEBUG [master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103522916 {}] cleaner.HFileCleaner(306): Exit Thread[master/4b15c4a73f2a:0:becomeActiveMaster-HFileCleaner.large.0-1732103522916,5,FailOnTimeoutGroup] 2024-11-20T11:52:05,424 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.ChoreService(370): Chore service for: master/4b15c4a73f2a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T11:52:05,424 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T11:52:05,425 DEBUG [M:0;4b15c4a73f2a:40377 {}] master.HMaster(1795): Stopping service threads 2024-11-20T11:52:05,425 INFO [M:0;4b15c4a73f2a:40377 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T11:52:05,425 INFO [M:0;4b15c4a73f2a:40377 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T11:52:05,425 INFO [M:0;4b15c4a73f2a:40377 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T11:52:05,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T11:52:05,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T11:52:05,434 DEBUG [M:0;4b15c4a73f2a:40377 {}] zookeeper.ZKUtil(347): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T11:52:05,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T11:52:05,434 WARN [M:0;4b15c4a73f2a:40377 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T11:52:05,434 INFO [M:0;4b15c4a73f2a:40377 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/.lastflushedseqids 2024-11-20T11:52:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741843_1019 (size=127) 2024-11-20T11:52:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741843_1019 (size=127) 2024-11-20T11:52:05,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741843_1019 (size=127) 2024-11-20T11:52:05,442 INFO [M:0;4b15c4a73f2a:40377 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T11:52:05,443 INFO [M:0;4b15c4a73f2a:40377 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T11:52:05,443 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T11:52:05,443 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:05,443 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:05,443 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T11:52:05,443 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:05,443 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-20T11:52:05,460 DEBUG [M:0;4b15c4a73f2a:40377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8896a8bb3934e6d9babbf846daec07f is 82, key is hbase:meta,,1/info:regioninfo/1732103523772/Put/seqid=0 2024-11-20T11:52:05,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741844_1020 (size=5672) 2024-11-20T11:52:05,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741844_1020 (size=5672) 2024-11-20T11:52:05,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741844_1020 (size=5672) 2024-11-20T11:52:05,469 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8896a8bb3934e6d9babbf846daec07f 2024-11-20T11:52:05,494 DEBUG [M:0;4b15c4a73f2a:40377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09164c7e0166467c91213255db85dcd2 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732103524331/Put/seqid=0 2024-11-20T11:52:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741845_1021 (size=6441) 2024-11-20T11:52:05,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741845_1021 (size=6441) 2024-11-20T11:52:05,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741845_1021 (size=6441) 2024-11-20T11:52:05,508 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09164c7e0166467c91213255db85dcd2 2024-11-20T11:52:05,509 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,509 DEBUG [pool-330-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45579-0x101581641e50002, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,509 INFO [RS:1;4b15c4a73f2a:45579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:52:05,509 INFO [RS:1;4b15c4a73f2a:45579 {}] regionserver.HRegionServer(1031): Exiting; stopping=4b15c4a73f2a,45579,1732103522239; zookeeper connection closed. 2024-11-20T11:52:05,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46825682 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46825682 2024-11-20T11:52:05,511 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T11:52:05,537 DEBUG [M:0;4b15c4a73f2a:40377 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2ec219367e4896bb86f8fa3c2e7bb5 is 69, key is 4b15c4a73f2a,41229,1732103522141/rs:state/1732103523038/Put/seqid=0 2024-11-20T11:52:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741846_1022 (size=5294) 2024-11-20T11:52:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741846_1022 (size=5294) 2024-11-20T11:52:05,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741846_1022 (size=5294) 2024-11-20T11:52:05,545 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2ec219367e4896bb86f8fa3c2e7bb5 2024-11-20T11:52:05,552 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8896a8bb3934e6d9babbf846daec07f as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8896a8bb3934e6d9babbf846daec07f 2024-11-20T11:52:05,559 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8896a8bb3934e6d9babbf846daec07f, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T11:52:05,561 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09164c7e0166467c91213255db85dcd2 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09164c7e0166467c91213255db85dcd2 2024-11-20T11:52:05,570 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09164c7e0166467c91213255db85dcd2, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T11:52:05,571 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe2ec219367e4896bb86f8fa3c2e7bb5 as hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe2ec219367e4896bb86f8fa3c2e7bb5 2024-11-20T11:52:05,579 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41415/user/jenkins/test-data/651aa785-2bd6-7ffe-4172-1476168791a7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe2ec219367e4896bb86f8fa3c2e7bb5, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T11:52:05,580 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false 2024-11-20T11:52:05,588 INFO [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T11:52:05,589 DEBUG [M:0;4b15c4a73f2a:40377 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732103525443Disabling compacts and flushes for region at 1732103525443Disabling writes for close at 1732103525443Obtaining lock to block concurrent updates at 1732103525443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732103525443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1732103525444 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732103525444Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732103525445 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732103525460 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732103525460Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732103525476 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732103525493 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732103525493Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732103525515 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732103525536 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732103525536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ccdb894: reopening flushed file at 1732103525551 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e29e93: reopening flushed file at 1732103525560 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ff474e6: reopening flushed file at 1732103525570 (+10 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 137ms, sequenceid=72, compaction requested=false at 1732103525580 (+10 ms)Writing region close event to WAL at 1732103525588 (+8 ms)Closed at 1732103525588 2024-11-20T11:52:05,589 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,589 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,590 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,590 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,590 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T11:52:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46721 is added to blk_1073741830_1006 (size=32695) 2024-11-20T11:52:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38367 is added to blk_1073741830_1006 (size=32695) 2024-11-20T11:52:05,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33105 is added to blk_1073741830_1006 (size=32695) 2024-11-20T11:52:05,597 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T11:52:05,598 INFO [M:0;4b15c4a73f2a:40377 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T11:52:05,599 INFO [M:0;4b15c4a73f2a:40377 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40377 2024-11-20T11:52:05,600 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T11:52:05,713 INFO [M:0;4b15c4a73f2a:40377 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T11:52:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40377-0x101581641e50000, quorum=127.0.0.1:60453, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T11:52:05,717 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1286a2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:52:05,718 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67530df7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:52:05,718 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:52:05,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56df30b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:52:05,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,STOPPED} 2024-11-20T11:52:05,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:52:05,720 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:52:05,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:52:05,720 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753194215-172.17.0.2-1732103518956 (Datanode Uuid aa229b56-b313-427c-9440-86ead6c67c51) service to localhost/127.0.0.1:41415 2024-11-20T11:52:05,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data5/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data6/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:52:05,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aeaaa98{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:52:05,728 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58778b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:52:05,728 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:52:05,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20caec01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:52:05,728 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268d496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,STOPPED} 2024-11-20T11:52:05,731 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:52:05,731 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753194215-172.17.0.2-1732103518956 (Datanode Uuid 990df63c-1a7e-44d3-a329-7b14b41b74e0) service to localhost/127.0.0.1:41415 2024-11-20T11:52:05,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data3/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,732 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data4/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:52:05,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:52:05,733 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:52:05,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41154aac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T11:52:05,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@592a8291{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:52:05,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:52:05,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@be0dffc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:52:05,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b225623{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,STOPPED} 2024-11-20T11:52:05,742 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T11:52:05,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T11:52:05,743 WARN [BP-753194215-172.17.0.2-1732103518956 heartbeating to localhost/127.0.0.1:41415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-753194215-172.17.0.2-1732103518956 (Datanode Uuid f4e8575b-731c-4ac0-b58c-a64d8723d9f7) service to localhost/127.0.0.1:41415 2024-11-20T11:52:05,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T11:52:05,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data1/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/cluster_28367e0b-c7ca-82f8-a065-7c79ed4dc31c/data/data2/current/BP-753194215-172.17.0.2-1732103518956 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T11:52:05,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T11:52:05,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c71a4f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T11:52:05,751 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@413aedad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T11:52:05,751 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T11:52:05,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29314376{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T11:52:05,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3200659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/dec3e77e-b39c-dd49-b088-732b5e0c7472/hadoop.log.dir/,STOPPED} 2024-11-20T11:52:05,767 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T11:52:05,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T11:52:05,808 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=147 (was 86) - Thread LEAK? -, OpenFileDescriptor=516 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 413) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9593 (was 8852) - AvailableMemoryMB LEAK? -