2024-11-09 08:51:37,255 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 08:51:37,268 main DEBUG Took 0.010337 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 08:51:37,268 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 08:51:37,269 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 08:51:37,270 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 08:51:37,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,280 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 08:51:37,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,300 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,305 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,305 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 08:51:37,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,310 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 08:51:37,311 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 08:51:37,313 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 08:51:37,314 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 08:51:37,315 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 08:51:37,316 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 08:51:37,316 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 08:51:37,325 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 08:51:37,328 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 08:51:37,329 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 08:51:37,330 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 08:51:37,330 main DEBUG createAppenders(={Console}) 2024-11-09 08:51:37,331 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-09 08:51:37,331 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-09 08:51:37,332 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-09 08:51:37,332 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 08:51:37,332 main DEBUG OutputStream closed 2024-11-09 08:51:37,333 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 08:51:37,333 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 08:51:37,333 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-09 08:51:37,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 08:51:37,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 08:51:37,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 08:51:37,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 08:51:37,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 08:51:37,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 08:51:37,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 08:51:37,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 08:51:37,410 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 08:51:37,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 08:51:37,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 08:51:37,411 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 08:51:37,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 08:51:37,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 08:51:37,412 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 08:51:37,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 08:51:37,413 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 08:51:37,414 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 08:51:37,416 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 08:51:37,416 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-09 08:51:37,417 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 08:51:37,417 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-09T08:51:37,432 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-09 08:51:37,434 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 08:51:37,435 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T08:51:37,690 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14 2024-11-09T08:51:37,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac, deleteOnExit=true 2024-11-09T08:51:37,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/test.cache.data in system properties and HBase conf 2024-11-09T08:51:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:51:37,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:51:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:51:37,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:51:37,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:51:37,800 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T08:51:37,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:51:37,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:51:37,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:51:37,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:51:37,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:51:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:51:37,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:51:37,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:51:37,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:51:37,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:51:37,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:51:37,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:51:37,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:51:37,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:51:37,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:51:38,962 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T08:51:39,030 INFO [Time-limited test {}] log.Log(170): Logging initialized @2426ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T08:51:39,095 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:39,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:39,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:39,173 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:39,174 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:39,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:39,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:39,190 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:39,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/java.io.tmpdir/jetty-localhost-42299-hadoop-hdfs-3_4_1-tests_jar-_-any-4883425420359055753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:51:39,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:42299} 2024-11-09T08:51:39,373 INFO [Time-limited test {}] server.Server(415): Started @2769ms 2024-11-09T08:51:39,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:39,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:39,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:39,933 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:39,933 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:39,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:39,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:40,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/java.io.tmpdir/jetty-localhost-39475-hadoop-hdfs-3_4_1-tests_jar-_-any-15990307699026382831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:40,034 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:39475} 2024-11-09T08:51:40,034 INFO [Time-limited test {}] server.Server(415): Started @3431ms 2024-11-09T08:51:40,082 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:40,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:40,189 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:40,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:40,195 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:40,195 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:40,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:40,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:40,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/java.io.tmpdir/jetty-localhost-42173-hadoop-hdfs-3_4_1-tests_jar-_-any-17424438000357778955/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:40,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:42173} 2024-11-09T08:51:40,296 INFO [Time-limited test {}] server.Server(415): Started @3693ms 2024-11-09T08:51:40,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:40,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:40,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:40,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:40,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:40,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:51:40,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:40,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:40,454 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/java.io.tmpdir/jetty-localhost-39965-hadoop-hdfs-3_4_1-tests_jar-_-any-7381974239316475448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:40,455 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:39965} 2024-11-09T08:51:40,456 INFO [Time-limited test {}] server.Server(415): Started @3852ms 2024-11-09T08:51:40,458 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:42,210 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data1/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,210 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data2/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,210 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data4/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,210 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data3/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,248 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:42,248 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:42,275 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data6/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,275 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data5/current/BP-1848116927-172.17.0.3-1731142298402/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:42,298 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f8d136f4ff39ff with lease ID 0x9533eb0e75244286: Processing first storage report for DS-78fe03ee-3c45-49c9-9494-efb46e4040b7 from datanode DatanodeRegistration(127.0.0.1:42107, datanodeUuid=3b051c8c-d26c-4d74-96bd-44bca069baef, infoPort=45741, infoSecurePort=0, ipcPort=44097, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f8d136f4ff39ff with lease ID 0x9533eb0e75244286: from storage DS-78fe03ee-3c45-49c9-9494-efb46e4040b7 node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=3b051c8c-d26c-4d74-96bd-44bca069baef, infoPort=45741, infoSecurePort=0, ipcPort=44097, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a1a044583036d6b with lease ID 0x9533eb0e75244285: Processing first storage report for DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f from datanode DatanodeRegistration(127.0.0.1:43623, datanodeUuid=b4ba43a4-1b63-4f07-970a-a274d4f9ca16, infoPort=45253, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a1a044583036d6b with lease ID 0x9533eb0e75244285: from storage DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f node DatanodeRegistration(127.0.0.1:43623, datanodeUuid=b4ba43a4-1b63-4f07-970a-a274d4f9ca16, infoPort=45253, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,302 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12f8d136f4ff39ff with lease ID 0x9533eb0e75244286: Processing first storage report for DS-bb820942-49aa-45d9-8f78-0321a8a7f393 from datanode DatanodeRegistration(127.0.0.1:42107, datanodeUuid=3b051c8c-d26c-4d74-96bd-44bca069baef, infoPort=45741, infoSecurePort=0, ipcPort=44097, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12f8d136f4ff39ff with lease ID 0x9533eb0e75244286: from storage DS-bb820942-49aa-45d9-8f78-0321a8a7f393 node DatanodeRegistration(127.0.0.1:42107, datanodeUuid=3b051c8c-d26c-4d74-96bd-44bca069baef, infoPort=45741, infoSecurePort=0, ipcPort=44097, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a1a044583036d6b with lease ID 0x9533eb0e75244285: Processing first storage report for DS-9125c035-42a8-4fbe-b313-1b0cadb6f58d from datanode DatanodeRegistration(127.0.0.1:43623, datanodeUuid=b4ba43a4-1b63-4f07-970a-a274d4f9ca16, infoPort=45253, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,303 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a1a044583036d6b with lease ID 0x9533eb0e75244285: from storage DS-9125c035-42a8-4fbe-b313-1b0cadb6f58d node DatanodeRegistration(127.0.0.1:43623, datanodeUuid=b4ba43a4-1b63-4f07-970a-a274d4f9ca16, infoPort=45253, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe5bc192225756d with lease ID 0x9533eb0e75244287: Processing first storage report for DS-657a098e-3826-4e15-a18e-26771639bdd9 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=a95925be-5f80-4ab1-9611-427e1a8f5c6a, infoPort=43425, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe5bc192225756d with lease ID 0x9533eb0e75244287: from storage DS-657a098e-3826-4e15-a18e-26771639bdd9 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=a95925be-5f80-4ab1-9611-427e1a8f5c6a, infoPort=43425, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfe5bc192225756d with lease ID 0x9533eb0e75244287: Processing first storage report for DS-8067c2a0-8ad4-4f0a-8069-61c82c619535 from datanode DatanodeRegistration(127.0.0.1:38545, datanodeUuid=a95925be-5f80-4ab1-9611-427e1a8f5c6a, infoPort=43425, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402) 2024-11-09T08:51:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfe5bc192225756d with lease ID 0x9533eb0e75244287: from storage DS-8067c2a0-8ad4-4f0a-8069-61c82c619535 node DatanodeRegistration(127.0.0.1:38545, datanodeUuid=a95925be-5f80-4ab1-9611-427e1a8f5c6a, infoPort=43425, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=85235065;c=1731142298402), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:42,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14 2024-11-09T08:51:42,467 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-09T08:51:42,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=83, ProcessCount=11, AvailableMemoryMB=2408 2024-11-09T08:51:42,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:51:42,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-09T08:51:42,660 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/zookeeper_0, clientPort=57029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:51:42,669 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57029 2024-11-09T08:51:42,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:42,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:42,786 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:42,787 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:42,828 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48268 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48268 dst: /127.0.0.1:42107 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:42,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-09T08:51:43,249 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:43,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e with version=8 2024-11-09T08:51:43,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/hbase-staging 2024-11-09T08:51:43,341 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T08:51:43,565 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:43,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:43,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:43,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:43,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:43,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:51:43,756 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T08:51:43,765 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T08:51:43,768 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:43,790 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96585 (auto-detected) 2024-11-09T08:51:43,791 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T08:51:43,807 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39279 2024-11-09T08:51:43,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39279 connecting to ZooKeeper ensemble=127.0.0.1:57029 2024-11-09T08:51:43,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392790x0, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:43,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39279-0x1011ecb375e0000 connected 2024-11-09T08:51:44,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:44,043 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e, hbase.cluster.distributed=false 2024-11-09T08:51:44,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:44,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39279 2024-11-09T08:51:44,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39279 2024-11-09T08:51:44,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39279 2024-11-09T08:51:44,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39279 2024-11-09T08:51:44,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39279 2024-11-09T08:51:44,168 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:44,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:44,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:44,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:44,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:44,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42897 2024-11-09T08:51:44,179 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42897 connecting to ZooKeeper ensemble=127.0.0.1:57029 2024-11-09T08:51:44,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,203 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428970x0, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:44,204 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42897-0x1011ecb375e0001 connected 2024-11-09T08:51:44,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:44,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:44,215 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:44,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:44,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:44,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-09T08:51:44,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42897 2024-11-09T08:51:44,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42897 2024-11-09T08:51:44,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-09T08:51:44,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-09T08:51:44,243 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:44,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:44,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:44,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:44,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:44,246 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46299 2024-11-09T08:51:44,247 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46299 connecting to ZooKeeper ensemble=127.0.0.1:57029 2024-11-09T08:51:44,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,266 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462990x0, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:44,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46299-0x1011ecb375e0002 connected 2024-11-09T08:51:44,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:44,268 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:44,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:44,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:44,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:44,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-09T08:51:44,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46299 2024-11-09T08:51:44,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46299 2024-11-09T08:51:44,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-09T08:51:44,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-09T08:51:44,295 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:44,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,295 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:44,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:44,295 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:44,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:44,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:44,297 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40099 2024-11-09T08:51:44,298 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40099 connecting to ZooKeeper ensemble=127.0.0.1:57029 2024-11-09T08:51:44,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400990x0, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:44,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40099-0x1011ecb375e0003 connected 2024-11-09T08:51:44,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:44,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:44,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:44,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:44,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:44,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40099 2024-11-09T08:51:44,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40099 2024-11-09T08:51:44,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40099 2024-11-09T08:51:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40099 2024-11-09T08:51:44,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40099 2024-11-09T08:51:44,347 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:39279 2024-11-09T08:51:44,348 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:44,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,362 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,362 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,365 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:44,392 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:44,392 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:44,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,393 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,393 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,394 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:51:44,395 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,39279,1731142303413 from backup master directory 2024-11-09T08:51:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:44,403 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,403 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:44,404 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:44,405 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:44,407 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T08:51:44,408 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T08:51:44,462 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/hbase.id] with ID: fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8 2024-11-09T08:51:44,463 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/.tmp/hbase.id 2024-11-09T08:51:44,469 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,469 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,472 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48298 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48298 dst: /127.0.0.1:42107 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-09T08:51:44,480 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:44,480 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/.tmp/hbase.id]:[hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/hbase.id] 2024-11-09T08:51:44,524 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:44,528 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:51:44,546 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-09T08:51:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,561 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,561 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:44,574 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,574 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40194 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40194 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:44,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-09T08:51:44,585 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:44,598 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:51:44,599 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:51:44,604 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:51:44,629 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,629 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40212 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40212 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-09T08:51:44,638 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:44,654 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store 2024-11-09T08:51:44,672 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,672 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:44,676 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40244 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40244 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:44,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-09T08:51:44,682 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:44,686 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T08:51:44,689 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:44,690 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:51:44,690 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:44,690 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:44,692 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:51:44,692 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:44,692 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:44,693 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731142304690Disabling compacts and flushes for region at 1731142304690Disabling writes for close at 1731142304692 (+2 ms)Writing region close event to WAL at 1731142304692Closed at 1731142304692 2024-11-09T08:51:44,695 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/.initializing 2024-11-09T08:51:44,696 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/WALs/d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:44,704 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:51:44,717 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C39279%2C1731142303413, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/WALs/d7c8ba49ede6,39279,1731142303413, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/oldWALs, maxLogs=10 2024-11-09T08:51:44,743 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/WALs/d7c8ba49ede6,39279,1731142303413/d7c8ba49ede6%2C39279%2C1731142303413.1731142304721, exclude list is [], retry=0 2024-11-09T08:51:44,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:44,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-657a098e-3826-4e15-a18e-26771639bdd9,DISK] 2024-11-09T08:51:44,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-78fe03ee-3c45-49c9-9494-efb46e4040b7,DISK] 2024-11-09T08:51:44,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f,DISK] 2024-11-09T08:51:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T08:51:44,803 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/WALs/d7c8ba49ede6,39279,1731142303413/d7c8ba49ede6%2C39279%2C1731142303413.1731142304721 2024-11-09T08:51:44,804 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45741:45741),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-09T08:51:44,804 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:44,805 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:44,807 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,808 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:51:44,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:44,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:44,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:51:44,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:44,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:44,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:51:44,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:44,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:44,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:51:44,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:44,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:44,882 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,885 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,886 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,890 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,891 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,895 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:44,898 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:44,905 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:44,906 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59511265, jitterRate=-0.11321304738521576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:44,913 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731142304820Initializing all the Stores at 1731142304822 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142304823 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142304823Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142304823Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142304823Cleaning up temporary data from old regions at 1731142304891 (+68 ms)Region opened successfully at 1731142304912 (+21 ms) 2024-11-09T08:51:44,914 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:51:44,946 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a8365e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:44,976 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:51:44,986 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:51:44,986 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:51:44,989 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:51:44,990 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T08:51:44,995 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T08:51:44,995 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:51:45,022 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:51:45,032 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:51:45,087 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:51:45,093 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:51:45,096 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:51:45,108 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:51:45,111 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:51:45,115 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:51:45,126 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:51:45,128 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:51:45,140 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:51:45,159 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:51:45,171 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:51:45,182 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:45,182 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,182 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,183 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,187 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,39279,1731142303413, sessionid=0x1011ecb375e0000, setting cluster-up flag (Was=false) 2024-11-09T08:51:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,221 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,221 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,256 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:51:45,262 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:45,287 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,287 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:45,319 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:51:45,322 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:45,331 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:51:45,336 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(746): ClusterId : fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8 2024-11-09T08:51:45,336 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(746): ClusterId : fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8 2024-11-09T08:51:45,336 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(746): ClusterId : fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8 2024-11-09T08:51:45,339 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:45,339 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:45,339 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:45,363 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:45,363 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:45,363 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:45,363 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:45,363 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:45,363 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:45,383 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:45,383 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:45,383 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:45,383 DEBUG [RS:1;d7c8ba49ede6:46299 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63663300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:45,383 DEBUG [RS:0;d7c8ba49ede6:42897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@436f1006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:45,383 DEBUG [RS:2;d7c8ba49ede6:40099 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58dd4c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:45,398 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d7c8ba49ede6:40099 2024-11-09T08:51:45,398 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:42897 2024-11-09T08:51:45,399 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:46299 2024-11-09T08:51:45,400 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:45,400 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:45,400 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:45,401 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:45,401 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:45,401 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:45,401 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:45,401 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:45,401 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:45,404 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=40099, startcode=1731142304294 2024-11-09T08:51:45,404 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=42897, startcode=1731142304135 2024-11-09T08:51:45,404 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=46299, startcode=1731142304243 2024-11-09T08:51:45,409 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:45,415 DEBUG [RS:0;d7c8ba49ede6:42897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:45,415 DEBUG [RS:2;d7c8ba49ede6:40099 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:45,415 DEBUG [RS:1;d7c8ba49ede6:46299 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:45,421 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:51:45,429 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:51:45,435 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,39279,1731142303413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:51:45,444 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:45,444 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:45,445 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,450 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731142335450 2024-11-09T08:51:45,451 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:45,451 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:45,452 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:51:45,452 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57469, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:45,453 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:51:45,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:51:45,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:51:45,457 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:51:45,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:51:45,458 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:45,458 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:51:45,458 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:51:45,458 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,461 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:51:45,462 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:51:45,463 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:51:45,464 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:51:45,465 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T08:51:45,466 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:45,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:51:45,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:51:45,467 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:51:45,469 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142305468,5,FailOnTimeoutGroup] 2024-11-09T08:51:45,472 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142305469,5,FailOnTimeoutGroup] 2024-11-09T08:51:45,472 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,473 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:51:45,474 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,475 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,480 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:45,481 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:45,490 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40264 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40264 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:45,493 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T08:51:45,493 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T08:51:45,493 WARN [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T08:51:45,493 WARN [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T08:51:45,493 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-09T08:51:45,493 WARN [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-09T08:51:45,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-09T08:51:45,498 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:45,500 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:51:45,500 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e 2024-11-09T08:51:45,511 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:45,511 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:45,514 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40280 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40280 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:45,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-09T08:51:45,522 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:45,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:45,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:51:45,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:51:45,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:45,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:51:45,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:51:45,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:45,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:45,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:51:45,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:51:45,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:45,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:45,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:51:45,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:51:45,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:45,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:45,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:51:45,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740 2024-11-09T08:51:45,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740 2024-11-09T08:51:45,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:51:45,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:51:45,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:45,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:51:45,557 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:45,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63858060, jitterRate=-0.048440754413604736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731142305523Initializing all the Stores at 1731142305525 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142305526 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142305526Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142305526Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142305526Cleaning up temporary data from old regions at 1731142305547 (+21 ms)Region opened successfully at 1731142305562 (+15 ms) 2024-11-09T08:51:45,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:51:45,563 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:51:45,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:51:45,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:51:45,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:51:45,564 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:45,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731142305562Disabling compacts and flushes for region at 1731142305562Disabling writes for close at 1731142305563 (+1 ms)Writing region close event to WAL at 1731142305564 (+1 ms)Closed at 1731142305564 2024-11-09T08:51:45,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:45,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:51:45,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:51:45,582 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:51:45,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:51:45,594 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=40099, startcode=1731142304294 2024-11-09T08:51:45,594 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=42897, startcode=1731142304135 2024-11-09T08:51:45,594 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,39279,1731142303413 with port=46299, startcode=1731142304243 2024-11-09T08:51:45,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,598 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,606 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e 2024-11-09T08:51:45,606 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40083 2024-11-09T08:51:45,606 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:45,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,609 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e 2024-11-09T08:51:45,609 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40083 2024-11-09T08:51:45,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39279 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,609 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:45,611 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e 2024-11-09T08:51:45,612 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40083 2024-11-09T08:51:45,612 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:45,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:45,660 DEBUG [RS:1;d7c8ba49ede6:46299 {}] zookeeper.ZKUtil(111): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,660 WARN [RS:1;d7c8ba49ede6:46299 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:45,661 INFO [RS:1;d7c8ba49ede6:46299 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:51:45,661 DEBUG [RS:2;d7c8ba49ede6:40099 {}] zookeeper.ZKUtil(111): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,661 DEBUG [RS:0;d7c8ba49ede6:42897 {}] zookeeper.ZKUtil(111): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,661 WARN [RS:2;d7c8ba49ede6:40099 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:45,661 WARN [RS:0;d7c8ba49ede6:42897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:45,661 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,661 INFO [RS:2;d7c8ba49ede6:40099 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:51:45,661 INFO [RS:0;d7c8ba49ede6:42897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:51:45,662 DEBUG [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,662 DEBUG [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42897,1731142304135] 2024-11-09T08:51:45,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,40099,1731142304294] 2024-11-09T08:51:45,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,46299,1731142304243] 2024-11-09T08:51:45,689 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:45,689 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:45,689 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:45,705 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:45,705 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:45,706 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:45,710 INFO [RS:0;d7c8ba49ede6:42897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:45,710 INFO [RS:1;d7c8ba49ede6:46299 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:45,710 INFO [RS:2;d7c8ba49ede6:40099 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:45,710 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,710 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,710 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,711 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:45,713 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:45,713 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:45,716 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:45,716 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:45,716 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:45,717 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,717 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,717 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,718 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:45,718 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,719 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,719 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,720 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:45,720 DEBUG [RS:0;d7c8ba49ede6:42897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,720 DEBUG [RS:2;d7c8ba49ede6:40099 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,720 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,720 DEBUG [RS:1;d7c8ba49ede6:46299 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:45,724 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,724 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,724 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42897,1731142304135-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46299,1731142304243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:45,725 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40099,1731142304294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:45,736 WARN [d7c8ba49ede6:39279 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:51:45,745 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:45,747 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,46299,1731142304243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,747 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,747 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.Replication(171): d7c8ba49ede6,46299,1731142304243 started 2024-11-09T08:51:45,748 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:45,748 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:45,748 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,40099,1731142304294-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,748 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42897,1731142304135-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,748 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,748 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,748 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.Replication(171): d7c8ba49ede6,40099,1731142304294 started 2024-11-09T08:51:45,748 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.Replication(171): d7c8ba49ede6,42897,1731142304135 started 2024-11-09T08:51:45,765 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,765 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,40099,1731142304294, RpcServer on d7c8ba49ede6/172.17.0.3:40099, sessionid=0x1011ecb375e0003 2024-11-09T08:51:45,766 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:45,766 DEBUG [RS:2;d7c8ba49ede6:40099 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,767 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,40099,1731142304294' 2024-11-09T08:51:45,767 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:45,768 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:45,768 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:45,768 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:45,769 DEBUG [RS:2;d7c8ba49ede6:40099 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:45,769 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,40099,1731142304294' 2024-11-09T08:51:45,769 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:45,769 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:45,770 DEBUG [RS:2;d7c8ba49ede6:40099 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:45,770 INFO [RS:2;d7c8ba49ede6:40099 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:45,770 INFO [RS:2;d7c8ba49ede6:40099 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:45,771 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,771 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:45,771 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42897,1731142304135, RpcServer on d7c8ba49ede6/172.17.0.3:42897, sessionid=0x1011ecb375e0001 2024-11-09T08:51:45,771 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,46299,1731142304243, RpcServer on d7c8ba49ede6/172.17.0.3:46299, sessionid=0x1011ecb375e0002 2024-11-09T08:51:45,772 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:45,772 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:45,772 DEBUG [RS:1;d7c8ba49ede6:46299 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,772 DEBUG [RS:0;d7c8ba49ede6:42897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,772 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42897,1731142304135' 2024-11-09T08:51:45,772 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,46299,1731142304243' 2024-11-09T08:51:45,772 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:45,772 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:45,772 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:45,772 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:45,773 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:45,773 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:45,773 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:45,773 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:45,773 DEBUG [RS:1;d7c8ba49ede6:46299 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:45,773 DEBUG [RS:0;d7c8ba49ede6:42897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:45,773 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,46299,1731142304243' 2024-11-09T08:51:45,773 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:45,773 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42897,1731142304135' 2024-11-09T08:51:45,773 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:45,774 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:45,774 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:45,774 DEBUG [RS:0;d7c8ba49ede6:42897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:45,774 DEBUG [RS:1;d7c8ba49ede6:46299 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:45,774 INFO [RS:0;d7c8ba49ede6:42897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:45,774 INFO [RS:1;d7c8ba49ede6:46299 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:45,774 INFO [RS:0;d7c8ba49ede6:42897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:45,774 INFO [RS:1;d7c8ba49ede6:46299 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:45,877 INFO [RS:0;d7c8ba49ede6:42897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:51:45,877 INFO [RS:2;d7c8ba49ede6:40099 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:51:45,877 INFO [RS:1;d7c8ba49ede6:46299 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T08:51:45,880 INFO [RS:0;d7c8ba49ede6:42897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C42897%2C1731142304135, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,42897,1731142304135, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs, maxLogs=32 2024-11-09T08:51:45,881 INFO [RS:2;d7c8ba49ede6:40099 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C40099%2C1731142304294, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,40099,1731142304294, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs, maxLogs=32 2024-11-09T08:51:45,881 INFO [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C46299%2C1731142304243, suffix=, logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs, maxLogs=32 2024-11-09T08:51:45,897 DEBUG [RS:0;d7c8ba49ede6:42897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,42897,1731142304135/d7c8ba49ede6%2C42897%2C1731142304135.1731142305884, exclude list is [], retry=0 2024-11-09T08:51:45,897 DEBUG [RS:1;d7c8ba49ede6:46299 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243/d7c8ba49ede6%2C46299%2C1731142304243.1731142305884, exclude list is [], retry=0 2024-11-09T08:51:45,898 DEBUG [RS:2;d7c8ba49ede6:40099 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,40099,1731142304294/d7c8ba49ede6%2C40099%2C1731142304294.1731142305884, exclude list is [], retry=0 2024-11-09T08:51:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-657a098e-3826-4e15-a18e-26771639bdd9,DISK] 2024-11-09T08:51:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-78fe03ee-3c45-49c9-9494-efb46e4040b7,DISK] 2024-11-09T08:51:45,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-78fe03ee-3c45-49c9-9494-efb46e4040b7,DISK] 2024-11-09T08:51:45,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f,DISK] 2024-11-09T08:51:45,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f,DISK] 2024-11-09T08:51:45,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-657a098e-3826-4e15-a18e-26771639bdd9,DISK] 2024-11-09T08:51:45,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f,DISK] 2024-11-09T08:51:45,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-78fe03ee-3c45-49c9-9494-efb46e4040b7,DISK] 2024-11-09T08:51:45,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-657a098e-3826-4e15-a18e-26771639bdd9,DISK] 2024-11-09T08:51:45,934 INFO [RS:2;d7c8ba49ede6:40099 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,40099,1731142304294/d7c8ba49ede6%2C40099%2C1731142304294.1731142305884 2024-11-09T08:51:45,934 INFO [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243/d7c8ba49ede6%2C46299%2C1731142304243.1731142305884 2024-11-09T08:51:45,935 DEBUG [RS:2;d7c8ba49ede6:40099 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:45741:45741)] 2024-11-09T08:51:45,935 INFO [RS:0;d7c8ba49ede6:42897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,42897,1731142304135/d7c8ba49ede6%2C42897%2C1731142304135.1731142305884 2024-11-09T08:51:45,936 DEBUG [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43425:43425),(127.0.0.1/127.0.0.1:45741:45741),(127.0.0.1/127.0.0.1:45253:45253)] 2024-11-09T08:51:45,938 DEBUG [RS:0;d7c8ba49ede6:42897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:45741:45741),(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-09T08:51:45,991 DEBUG [d7c8ba49ede6:39279 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T08:51:46,001 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:51:46,006 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T08:51:46,007 INFO [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:51:46,007 INFO [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:51:46,007 INFO [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T08:51:46,007 DEBUG [d7c8ba49ede6:39279 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:51:46,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:46,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,46299,1731142304243, state=OPENING 2024-11-09T08:51:46,087 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:51:46,098 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:46,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:46,098 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:46,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:51:46,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,46299,1731142304243}] 2024-11-09T08:51:46,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:51:46,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:51:46,295 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:51:46,296 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T08:51:46,296 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T08:51:46,300 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C46299%2C1731142304243.meta, suffix=.meta, logDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243, archiveDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs, maxLogs=32 2024-11-09T08:51:46,315 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243/d7c8ba49ede6%2C46299%2C1731142304243.meta.1731142306302.meta, exclude list is [], retry=0 2024-11-09T08:51:46,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42107,DS-78fe03ee-3c45-49c9-9494-efb46e4040b7,DISK] 2024-11-09T08:51:46,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43623,DS-e5e165a2-99b8-4d01-9999-3ec1c1c3131f,DISK] 2024-11-09T08:51:46,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38545,DS-657a098e-3826-4e15-a18e-26771639bdd9,DISK] 2024-11-09T08:51:46,322 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/WALs/d7c8ba49ede6,46299,1731142304243/d7c8ba49ede6%2C46299%2C1731142304243.meta.1731142306302.meta 2024-11-09T08:51:46,322 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45741:45741),(127.0.0.1/127.0.0.1:45253:45253),(127.0.0.1/127.0.0.1:43425:43425)] 2024-11-09T08:51:46,323 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:46,325 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:51:46,327 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:51:46,332 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:51:46,335 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:51:46,335 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:46,336 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:51:46,336 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:51:46,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:51:46,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:51:46,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:46,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:46,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:51:46,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:51:46,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:46,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:46,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:51:46,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:51:46,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:46,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:46,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:51:46,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:51:46,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:46,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:46,348 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:51:46,350 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740 2024-11-09T08:51:46,353 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740 2024-11-09T08:51:46,355 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:51:46,355 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:51:46,356 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:46,358 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:51:46,360 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63701133, jitterRate=-0.05077914893627167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:46,360 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:51:46,362 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731142306336Writing region info on filesystem at 1731142306336Initializing all the Stores at 1731142306338 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142306339 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142306339Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142306339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142306339Cleaning up temporary data from old regions at 1731142306355 (+16 ms)Running coprocessor post-open hooks at 1731142306360 (+5 ms)Region opened successfully at 1731142306362 (+2 ms) 2024-11-09T08:51:46,369 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731142306272 2024-11-09T08:51:46,380 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:51:46,380 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:51:46,382 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:46,384 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,46299,1731142304243, state=OPEN 2024-11-09T08:51:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:46,392 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:46,392 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:46,393 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:46,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:51:46,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,46299,1731142304243 in 289 msec 2024-11-09T08:51:46,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:51:46,408 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec 2024-11-09T08:51:46,409 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:46,409 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:51:46,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:51:46,427 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,46299,1731142304243, seqNum=-1] 2024-11-09T08:51:46,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:51:46,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:51:46,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1030 sec 2024-11-09T08:51:46,466 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731142306466, completionTime=-1 2024-11-09T08:51:46,469 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T08:51:46,470 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:51:46,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T08:51:46,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731142366515 2024-11-09T08:51:46,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731142426515 2024-11-09T08:51:46,515 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 45 msec 2024-11-09T08:51:46,517 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T08:51:46,527 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,527 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,527 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:39279, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,535 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:51:46,556 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.151sec 2024-11-09T08:51:46,558 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:51:46,559 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:51:46,559 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:51:46,560 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:51:46,560 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:51:46,560 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:46,561 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:51:46,564 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:51:46,565 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:51:46,566 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,39279,1731142303413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:46,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106eafae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:46,652 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T08:51:46,652 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T08:51:46,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,39279,-1 for getting cluster id 2024-11-09T08:51:46,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:51:46,664 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8' 2024-11-09T08:51:46,666 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:51:46,666 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fcd0ccf5-60f6-4b32-ad09-82b2e5610bc8" 2024-11-09T08:51:46,668 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282f2be2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:46,668 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,39279,-1] 2024-11-09T08:51:46,670 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:51:46,672 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:46,674 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:51:46,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527aea6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:46,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:51:46,683 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,46299,1731142304243, seqNum=-1] 2024-11-09T08:51:46,684 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:51:46,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:51:46,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:46,708 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:51:46,712 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:46,714 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c6f797 2024-11-09T08:51:46,715 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:51:46,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:51:46,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:51:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T08:51:46,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:51:46,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T08:51:46,733 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:46,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:51:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:46,744 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:46,744 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:46,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48374 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48374 dst: /127.0.0.1:42107 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-09T08:51:46,755 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:46,758 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ef1f0ea9a6f77632748054e3e4f7dca, NAME => 'TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e 2024-11-09T08:51:46,763 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:46,763 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:46,766 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48804 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:38545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48804 dst: /127.0.0.1:38545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-09T08:51:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:47,174 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:47,175 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:47,175 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 2ef1f0ea9a6f77632748054e3e4f7dca, disabling compactions & flushes 2024-11-09T08:51:47,175 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,175 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,176 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. after waiting 0 ms 2024-11-09T08:51:47,176 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,176 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,176 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ef1f0ea9a6f77632748054e3e4f7dca: Waiting for close lock at 1731142307175Disabling compacts and flushes for region at 1731142307175Disabling writes for close at 1731142307176 (+1 ms)Writing region close event to WAL at 1731142307176Closed at 1731142307176 2024-11-09T08:51:47,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:51:47,187 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731142307181"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731142307181"}]},"ts":"1731142307181"} 2024-11-09T08:51:47,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:51:47,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:51:47,195 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731142307193"}]},"ts":"1731142307193"} 2024-11-09T08:51:47,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T08:51:47,200 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T08:51:47,201 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:51:47,201 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:51:47,201 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T08:51:47,201 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:51:47,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2ef1f0ea9a6f77632748054e3e4f7dca, ASSIGN}] 2024-11-09T08:51:47,206 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2ef1f0ea9a6f77632748054e3e4f7dca, ASSIGN 2024-11-09T08:51:47,207 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2ef1f0ea9a6f77632748054e3e4f7dca, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,46299,1731142304243; forceNewPlan=false, retain=false 2024-11-09T08:51:47,363 INFO [d7c8ba49ede6:39279 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T08:51:47,364 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ef1f0ea9a6f77632748054e3e4f7dca, regionState=OPENING, regionLocation=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:47,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2ef1f0ea9a6f77632748054e3e4f7dca, ASSIGN because future has completed 2024-11-09T08:51:47,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef1f0ea9a6f77632748054e3e4f7dca, server=d7c8ba49ede6,46299,1731142304243}] 2024-11-09T08:51:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:47,530 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,530 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ef1f0ea9a6f77632748054e3e4f7dca, NAME => 'TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:47,531 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,531 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:47,531 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,531 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,534 INFO [StoreOpener-2ef1f0ea9a6f77632748054e3e4f7dca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,536 INFO [StoreOpener-2ef1f0ea9a6f77632748054e3e4f7dca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ef1f0ea9a6f77632748054e3e4f7dca columnFamilyName cf 2024-11-09T08:51:47,536 DEBUG [StoreOpener-2ef1f0ea9a6f77632748054e3e4f7dca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:47,537 INFO [StoreOpener-2ef1f0ea9a6f77632748054e3e4f7dca-1 {}] regionserver.HStore(327): Store=2ef1f0ea9a6f77632748054e3e4f7dca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:47,537 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,539 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,539 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,540 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,543 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,548 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:47,549 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ef1f0ea9a6f77632748054e3e4f7dca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69955008, jitterRate=0.042410850524902344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:51:47,549 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:47,550 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ef1f0ea9a6f77632748054e3e4f7dca: Running coprocessor pre-open hook at 1731142307531Writing region info on filesystem at 1731142307531Initializing all the Stores at 1731142307533 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142307533Cleaning up temporary data from old regions at 1731142307540 (+7 ms)Running coprocessor post-open hooks at 1731142307549 (+9 ms)Region opened successfully at 1731142307550 (+1 ms) 2024-11-09T08:51:47,552 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca., pid=6, masterSystemTime=1731142307522 2024-11-09T08:51:47,554 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,555 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:47,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ef1f0ea9a6f77632748054e3e4f7dca, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:47,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ef1f0ea9a6f77632748054e3e4f7dca, server=d7c8ba49ede6,46299,1731142304243 because future has completed 2024-11-09T08:51:47,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:51:47,565 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ef1f0ea9a6f77632748054e3e4f7dca, server=d7c8ba49ede6,46299,1731142304243 in 192 msec 2024-11-09T08:51:47,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:51:47,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=2ef1f0ea9a6f77632748054e3e4f7dca, ASSIGN in 363 msec 2024-11-09T08:51:47,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:51:47,571 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731142307571"}]},"ts":"1731142307571"} 2024-11-09T08:51:47,574 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T08:51:47,576 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:51:47,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 852 msec 2024-11-09T08:51:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:47,883 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T08:51:47,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T08:51:47,886 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:51:47,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T08:51:47,895 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:51:47,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T08:51:47,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca., hostname=d7c8ba49ede6,46299,1731142304243, seqNum=2] 2024-11-09T08:51:47,915 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-09T08:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T08:51:47,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:47,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:51:47,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:48,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46299 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:51:48,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,096 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 2ef1f0ea9a6f77632748054e3e4f7dca 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T08:51:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/.tmp/cf/40ffc601031b488da4444bd5244e1f0c is 36, key is row/cf:cq/1731142307908/Put/seqid=0 2024-11-09T08:51:48,151 WARN [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,151 WARN [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,156 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-474944189_22 at /127.0.0.1:40328 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40328 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-09T08:51:48,161 WARN [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,161 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/.tmp/cf/40ffc601031b488da4444bd5244e1f0c 2024-11-09T08:51:48,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/.tmp/cf/40ffc601031b488da4444bd5244e1f0c as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/cf/40ffc601031b488da4444bd5244e1f0c 2024-11-09T08:51:48,214 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/cf/40ffc601031b488da4444bd5244e1f0c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T08:51:48,221 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 2ef1f0ea9a6f77632748054e3e4f7dca in 123ms, sequenceid=5, compaction requested=false 2024-11-09T08:51:48,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-09T08:51:48,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 2ef1f0ea9a6f77632748054e3e4f7dca: 2024-11-09T08:51:48,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:51:48,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T08:51:48,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 304 msec 2024-11-09T08:51:48,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 318 msec 2024-11-09T08:51:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39279 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:48,241 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T08:51:48,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:51:48,257 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:51:48,257 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:48,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:51:48,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:51:48,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=994033306, stopped=false 2024-11-09T08:51:48,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,39279,1731142303413 2024-11-09T08:51:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-09T08:51:48,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-09T08:51:48,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-09T08:51:48,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-09T08:51:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-09T08:51:48,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-09T08:51:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-09T08:51:48,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-09T08:51:48,350 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:48,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:48,350 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:48,350 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:48,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:48,350 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:48,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:48,350 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:51:48,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:48,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:51:48,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:48,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:48,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:48,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:48,351 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42897,1731142304135' ***** 2024-11-09T08:51:48,352 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,46299,1731142304243' ***** 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,40099,1731142304294' ***** 2024-11-09T08:51:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:48,352 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:48,352 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:48,352 INFO [RS:0;d7c8ba49ede6:42897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:48,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:48,352 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:48,352 INFO [RS:2;d7c8ba49ede6:40099 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:48,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:48,352 INFO [RS:0;d7c8ba49ede6:42897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:48,352 INFO [RS:2;d7c8ba49ede6:40099 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:48,352 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:48,352 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:48,353 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:48,353 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:48,353 INFO [RS:2;d7c8ba49ede6:40099 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d7c8ba49ede6:40099. 2024-11-09T08:51:48,353 INFO [RS:0;d7c8ba49ede6:42897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:42897. 2024-11-09T08:51:48,353 DEBUG [RS:2;d7c8ba49ede6:40099 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:48,353 DEBUG [RS:0;d7c8ba49ede6:42897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:48,353 DEBUG [RS:2;d7c8ba49ede6:40099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,353 DEBUG [RS:0;d7c8ba49ede6:42897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,353 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42897,1731142304135; all regions closed. 2024-11-09T08:51:48,353 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,40099,1731142304294; all regions closed. 2024-11-09T08:51:48,354 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ef1f0ea9a6f77632748054e3e4f7dca, disabling compactions & flushes 2024-11-09T08:51:48,354 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,354 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,354 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. after waiting 0 ms 2024-11-09T08:51:48,354 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,355 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:48,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:46299. 2024-11-09T08:51:48,356 DEBUG [RS:1;d7c8ba49ede6:46299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:48,356 DEBUG [RS:1;d7c8ba49ede6:46299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:48,356 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:48,357 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:51:48,357 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T08:51:48,357 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2ef1f0ea9a6f77632748054e3e4f7dca=TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca.} 2024-11-09T08:51:48,357 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:51:48,358 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:51:48,358 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:51:48,358 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:51:48,358 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:51:48,358 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T08:51:48,358 DEBUG [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ef1f0ea9a6f77632748054e3e4f7dca 2024-11-09T08:51:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741828_1018 (size=93) 2024-11-09T08:51:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741828_1018 (size=93) 2024-11-09T08:51:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741827_1017 (size=93) 2024-11-09T08:51:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741828_1018 (size=93) 2024-11-09T08:51:48,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741827_1017 (size=93) 2024-11-09T08:51:48,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741827_1017 (size=93) 2024-11-09T08:51:48,368 DEBUG [RS:0;d7c8ba49ede6:42897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs 2024-11-09T08:51:48,368 DEBUG [RS:2;d7c8ba49ede6:40099 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs 2024-11-09T08:51:48,368 INFO [RS:0;d7c8ba49ede6:42897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C42897%2C1731142304135:(num 1731142305884) 2024-11-09T08:51:48,368 INFO [RS:2;d7c8ba49ede6:40099 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C40099%2C1731142304294:(num 1731142305884) 2024-11-09T08:51:48,368 DEBUG [RS:0;d7c8ba49ede6:42897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,368 DEBUG [RS:2;d7c8ba49ede6:40099 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,368 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,368 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:48,369 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:48,369 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:48,369 INFO [RS:0;d7c8ba49ede6:42897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42897 2024-11-09T08:51:48,369 INFO [RS:2;d7c8ba49ede6:40099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40099 2024-11-09T08:51:48,380 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/default/TestHBaseWalOnEC/2ef1f0ea9a6f77632748054e3e4f7dca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:51:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,40099,1731142304294 2024-11-09T08:51:48,382 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,42897,1731142304135 2024-11-09T08:51:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:48,382 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:48,382 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:48,382 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,382 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ef1f0ea9a6f77632748054e3e4f7dca: Waiting for close lock at 1731142308354Running coprocessor pre-close hooks at 1731142308354Disabling compacts and flushes for region at 1731142308354Disabling writes for close at 1731142308354Writing region close event to WAL at 1731142308356 (+2 ms)Running coprocessor post-close hooks at 1731142308381 (+25 ms)Closed at 1731142308382 (+1 ms) 2024-11-09T08:51:48,383 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca. 2024-11-09T08:51:48,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42897,1731142304135] 2024-11-09T08:51:48,398 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/info/729a41068bc74cd7aee810b6b6add26f is 153, key is TestHBaseWalOnEC,,1731142306718.2ef1f0ea9a6f77632748054e3e4f7dca./info:regioninfo/1731142307555/Put/seqid=0 2024-11-09T08:51:48,401 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,401 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,402 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,42897,1731142304135 already deleted, retry=false 2024-11-09T08:51:48,403 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42897,1731142304135 expired; onlineServers=2 2024-11-09T08:51:48,403 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,40099,1731142304294] 2024-11-09T08:51:48,406 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-474944189_22 at /127.0.0.1:40378 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40378 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-09T08:51:48,411 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,411 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/info/729a41068bc74cd7aee810b6b6add26f 2024-11-09T08:51:48,413 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,40099,1731142304294 already deleted, retry=false 2024-11-09T08:51:48,413 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,40099,1731142304294 expired; onlineServers=1 2024-11-09T08:51:48,428 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,428 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,428 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,437 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/ns/854e3cdbe3c54900b9024720772995aa is 43, key is default/ns:d/1731142306451/Put/seqid=0 2024-11-09T08:51:48,439 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,439 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,443 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-474944189_22 at /127.0.0.1:48868 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:38545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48868 dst: /127.0.0.1:38545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-09T08:51:48,448 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,448 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/ns/854e3cdbe3c54900b9024720772995aa 2024-11-09T08:51:48,473 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/table/43a867a1fbbc4dad860baea86a09754b is 52, key is TestHBaseWalOnEC/table:state/1731142307571/Put/seqid=0 2024-11-09T08:51:48,475 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,476 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,478 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-474944189_22 at /127.0.0.1:48416 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48416 dst: /127.0.0.1:42107 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-09T08:51:48,483 WARN [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,483 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/table/43a867a1fbbc4dad860baea86a09754b 2024-11-09T08:51:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,493 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40099-0x1011ecb375e0003, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,493 DEBUG [pool-65-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42897-0x1011ecb375e0001, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,493 INFO [RS:0;d7c8ba49ede6:42897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:48,493 INFO [RS:2;d7c8ba49ede6:40099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:48,493 INFO [RS:0;d7c8ba49ede6:42897 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42897,1731142304135; zookeeper connection closed. 2024-11-09T08:51:48,493 INFO [RS:2;d7c8ba49ede6:40099 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,40099,1731142304294; zookeeper connection closed. 2024-11-09T08:51:48,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50571f53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50571f53 2024-11-09T08:51:48,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5334d988 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5334d988 2024-11-09T08:51:48,496 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/info/729a41068bc74cd7aee810b6b6add26f as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/info/729a41068bc74cd7aee810b6b6add26f 2024-11-09T08:51:48,508 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/info/729a41068bc74cd7aee810b6b6add26f, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T08:51:48,510 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/ns/854e3cdbe3c54900b9024720772995aa as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/ns/854e3cdbe3c54900b9024720772995aa 2024-11-09T08:51:48,521 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/ns/854e3cdbe3c54900b9024720772995aa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:51:48,522 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/.tmp/table/43a867a1fbbc4dad860baea86a09754b as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/table/43a867a1fbbc4dad860baea86a09754b 2024-11-09T08:51:48,533 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/table/43a867a1fbbc4dad860baea86a09754b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T08:51:48,534 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=11, compaction requested=false 2024-11-09T08:51:48,534 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T08:51:48,543 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:51:48,544 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:51:48,544 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:48,544 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731142308357Running coprocessor pre-close hooks at 1731142308357Disabling compacts and flushes for region at 1731142308357Disabling writes for close at 1731142308358 (+1 ms)Obtaining lock to block concurrent updates at 1731142308358Preparing flush snapshotting stores in 1588230740 at 1731142308358Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731142308359 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731142308362 (+3 ms)Flushing 1588230740/info: creating writer at 1731142308362Flushing 1588230740/info: appending metadata at 1731142308393 (+31 ms)Flushing 1588230740/info: closing flushed file at 1731142308393Flushing 1588230740/ns: creating writer at 1731142308421 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731142308436 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731142308436Flushing 1588230740/table: creating writer at 1731142308457 (+21 ms)Flushing 1588230740/table: appending metadata at 1731142308472 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731142308472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3724f5: reopening flushed file at 1731142308494 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1827d165: reopening flushed file at 1731142308508 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428e0cb2: reopening flushed file at 1731142308521 (+13 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 176ms, sequenceid=11, compaction requested=false at 1731142308534 (+13 ms)Writing region close event to WAL at 1731142308536 (+2 ms)Running coprocessor post-close hooks at 1731142308544 (+8 ms)Closed at 1731142308544 2024-11-09T08:51:48,544 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:48,558 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,46299,1731142304243; all regions closed. 2024-11-09T08:51:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741829_1019 (size=2751) 2024-11-09T08:51:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741829_1019 (size=2751) 2024-11-09T08:51:48,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741829_1019 (size=2751) 2024-11-09T08:51:48,568 DEBUG [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs 2024-11-09T08:51:48,568 INFO [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C46299%2C1731142304243.meta:.meta(num 1731142306302) 2024-11-09T08:51:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741826_1016 (size=1298) 2024-11-09T08:51:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741826_1016 (size=1298) 2024-11-09T08:51:48,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741826_1016 (size=1298) 2024-11-09T08:51:48,574 DEBUG [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/oldWALs 2024-11-09T08:51:48,574 INFO [RS:1;d7c8ba49ede6:46299 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d7c8ba49ede6%2C46299%2C1731142304243:(num 1731142305884) 2024-11-09T08:51:48,574 DEBUG [RS:1;d7c8ba49ede6:46299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:48,574 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:48,574 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:48,575 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:48,575 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:48,575 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:48,575 INFO [RS:1;d7c8ba49ede6:46299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46299 2024-11-09T08:51:48,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:48,582 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,46299,1731142304243 2024-11-09T08:51:48,582 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:48,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,46299,1731142304243] 2024-11-09T08:51:48,602 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,46299,1731142304243 already deleted, retry=false 2024-11-09T08:51:48,603 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,46299,1731142304243 expired; onlineServers=0 2024-11-09T08:51:48,603 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,39279,1731142303413' ***** 2024-11-09T08:51:48,603 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:51:48,603 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:48,603 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:48,603 DEBUG [M:0;d7c8ba49ede6:39279 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:51:48,603 DEBUG [M:0;d7c8ba49ede6:39279 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:51:48,603 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:51:48,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142305468 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142305468,5,FailOnTimeoutGroup] 2024-11-09T08:51:48,603 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142305469 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142305469,5,FailOnTimeoutGroup] 2024-11-09T08:51:48,604 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:48,604 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:48,604 DEBUG [M:0;d7c8ba49ede6:39279 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:51:48,604 INFO [M:0;d7c8ba49ede6:39279 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:51:48,605 INFO [M:0;d7c8ba49ede6:39279 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:51:48,605 INFO [M:0;d7c8ba49ede6:39279 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:51:48,606 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:51:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:48,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:48,614 DEBUG [M:0;d7c8ba49ede6:39279 {}] zookeeper.ZKUtil(347): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:51:48,614 WARN [M:0;d7c8ba49ede6:39279 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:51:48,615 INFO [M:0;d7c8ba49ede6:39279 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/.lastflushedseqids 2024-11-09T08:51:48,629 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,629 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,632 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48890 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:38545:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48890 dst: /127.0.0.1:38545 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-09T08:51:48,636 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,636 INFO [M:0;d7c8ba49ede6:39279 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:51:48,636 INFO [M:0;d7c8ba49ede6:39279 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:51:48,636 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:51:48,636 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:48,636 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:48,636 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:51:48,636 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:48,637 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-09T08:51:48,655 DEBUG [M:0;d7c8ba49ede6:39279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffd7075608249cca8a0ea39dfe14ecb is 82, key is hbase:meta,,1/info:regioninfo/1731142306381/Put/seqid=0 2024-11-09T08:51:48,657 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,657 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,661 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40386 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40386 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-09T08:51:48,665 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,666 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffd7075608249cca8a0ea39dfe14ecb 2024-11-09T08:51:48,692 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,692 INFO [RS:1;d7c8ba49ede6:46299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:48,692 DEBUG [pool-71-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46299-0x1011ecb375e0002, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,692 INFO [RS:1;d7c8ba49ede6:46299 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,46299,1731142304243; zookeeper connection closed. 2024-11-09T08:51:48,693 DEBUG [M:0;d7c8ba49ede6:39279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165f2bb7bf5843a4a96b78022eb8da0f is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731142307579/Put/seqid=0 2024-11-09T08:51:48,693 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1833d3bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1833d3bc 2024-11-09T08:51:48,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T08:51:48,695 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,695 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,698 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:40408 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:43623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40408 dst: /127.0.0.1:43623 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_-9223372036854775552_1037 (size=6438) 2024-11-09T08:51:48,703 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,703 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165f2bb7bf5843a4a96b78022eb8da0f 2024-11-09T08:51:48,727 DEBUG [M:0;d7c8ba49ede6:39279 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07d248d0bd0413b8e6d03821d6fd725 is 69, key is d7c8ba49ede6,40099,1731142304294/rs:state/1731142305606/Put/seqid=0 2024-11-09T08:51:48,729 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,729 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-09T08:51:48,731 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1487146977_22 at /127.0.0.1:48426 [Receiving block BP-1848116927-172.17.0.3-1731142298402:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:42107:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48426 dst: /127.0.0.1:42107 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T08:51:48,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-09T08:51:48,736 WARN [M:0;d7c8ba49ede6:39279 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-09T08:51:48,736 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07d248d0bd0413b8e6d03821d6fd725 2024-11-09T08:51:48,747 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ffd7075608249cca8a0ea39dfe14ecb as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ffd7075608249cca8a0ea39dfe14ecb 2024-11-09T08:51:48,755 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ffd7075608249cca8a0ea39dfe14ecb, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T08:51:48,757 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/165f2bb7bf5843a4a96b78022eb8da0f as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165f2bb7bf5843a4a96b78022eb8da0f 2024-11-09T08:51:48,765 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/165f2bb7bf5843a4a96b78022eb8da0f, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T08:51:48,767 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c07d248d0bd0413b8e6d03821d6fd725 as hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c07d248d0bd0413b8e6d03821d6fd725 2024-11-09T08:51:48,775 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c07d248d0bd0413b8e6d03821d6fd725, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T08:51:48,777 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false 2024-11-09T08:51:48,778 INFO [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:48,778 DEBUG [M:0;d7c8ba49ede6:39279 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731142308636Disabling compacts and flushes for region at 1731142308636Disabling writes for close at 1731142308636Obtaining lock to block concurrent updates at 1731142308637 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731142308637Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731142308637Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731142308638 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731142308638Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731142308655 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731142308655Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731142308674 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731142308692 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731142308692Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731142308710 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731142308726 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731142308726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b52a572: reopening flushed file at 1731142308746 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b36276e: reopening flushed file at 1731142308755 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5b63eb: reopening flushed file at 1731142308765 (+10 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false at 1731142308777 (+12 ms)Writing region close event to WAL at 1731142308778 (+1 ms)Closed at 1731142308778 2024-11-09T08:51:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42107 is added to blk_1073741825_1011 (size=32665) 2024-11-09T08:51:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38545 is added to blk_1073741825_1011 (size=32665) 2024-11-09T08:51:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43623 is added to blk_1073741825_1011 (size=32665) 2024-11-09T08:51:48,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:48,782 INFO [M:0;d7c8ba49ede6:39279 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:51:48,782 INFO [M:0;d7c8ba49ede6:39279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39279 2024-11-09T08:51:48,783 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:48,892 INFO [M:0;d7c8ba49ede6:39279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:48,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39279-0x1011ecb375e0000, quorum=127.0.0.1:57029, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:48,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:48,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:48,937 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:48,937 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:48,938 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:48,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:48,942 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:48,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:48,942 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848116927-172.17.0.3-1731142298402 (Datanode Uuid a95925be-5f80-4ab1-9611-427e1a8f5c6a) service to localhost/127.0.0.1:40083 2024-11-09T08:51:48,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data5/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,944 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data6/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,944 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:48,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:48,946 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:48,946 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:48,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:48,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:48,948 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:48,948 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:48,948 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848116927-172.17.0.3-1731142298402 (Datanode Uuid 3b051c8c-d26c-4d74-96bd-44bca069baef) service to localhost/127.0.0.1:40083 2024-11-09T08:51:48,948 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:48,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data3/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data4/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,949 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:48,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:48,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:48,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:48,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:48,956 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:48,957 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:48,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:48,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:48,957 WARN [BP-1848116927-172.17.0.3-1731142298402 heartbeating to localhost/127.0.0.1:40083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1848116927-172.17.0.3-1731142298402 (Datanode Uuid b4ba43a4-1b63-4f07-970a-a274d4f9ca16) service to localhost/127.0.0.1:40083 2024-11-09T08:51:48,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data1/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,958 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/cluster_fcd196e0-b1f7-144f-3adf-1ebbba4f53ac/data/data2/current/BP-1848116927-172.17.0.3-1731142298402 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:48,958 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:48,966 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:51:48,967 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:48,967 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:48,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:48,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:48,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:51:49,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:51:49,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=90 (was 161), OpenFileDescriptor=445 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=76 (was 83), ProcessCount=11 (was 11), AvailableMemoryMB=2121 (was 2408) 2024-11-09T08:51:49,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=90, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=76, ProcessCount=11, AvailableMemoryMB=2121 2024-11-09T08:51:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T08:51:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.log.dir so I do NOT create it in target/test-data/37152917-7e41-ad60-947b-275ec89345ac 2024-11-09T08:51:49,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c54c233-ce34-a824-3057-75372cfb6c14/hadoop.tmp.dir so I do NOT create it in target/test-data/37152917-7e41-ad60-947b-275ec89345ac 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f, deleteOnExit=true 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/test.cache.data in system properties and HBase conf 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir in system properties and HBase conf 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T08:51:49,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T08:51:49,017 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T08:51:49,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/nfs.dump.dir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/java.io.tmpdir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T08:51:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T08:51:49,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:49,335 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:49,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:49,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:49,338 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:49,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:49,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:49,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563c957f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/java.io.tmpdir/jetty-localhost-38537-hadoop-hdfs-3_4_1-tests_jar-_-any-7378353098849996323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:51:49,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:38537} 2024-11-09T08:51:49,432 INFO [Time-limited test {}] server.Server(415): Started @12829ms 2024-11-09T08:51:49,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:49,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:49,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:49,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:49,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:49,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:49,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:49,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765c7210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/java.io.tmpdir/jetty-localhost-36239-hadoop-hdfs-3_4_1-tests_jar-_-any-16241198462160009428/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:49,955 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:36239} 2024-11-09T08:51:49,955 INFO [Time-limited test {}] server.Server(415): Started @13352ms 2024-11-09T08:51:49,957 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:49,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:49,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:49,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:49,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:49,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T08:51:49,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:49,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:50,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be50faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/java.io.tmpdir/jetty-localhost-39601-hadoop-hdfs-3_4_1-tests_jar-_-any-3860408345226108770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:50,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:39601} 2024-11-09T08:51:50,084 INFO [Time-limited test {}] server.Server(415): Started @13481ms 2024-11-09T08:51:50,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:50,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T08:51:50,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T08:51:50,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T08:51:50,118 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T08:51:50,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T08:51:50,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,AVAILABLE} 2024-11-09T08:51:50,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T08:51:50,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733029a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/java.io.tmpdir/jetty-localhost-45931-hadoop-hdfs-3_4_1-tests_jar-_-any-10306218076134524846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:50,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:45931} 2024-11-09T08:51:50,213 INFO [Time-limited test {}] server.Server(415): Started @13610ms 2024-11-09T08:51:50,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T08:51:51,672 WARN [Thread-557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data2/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:51,672 WARN [Thread-556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data1/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:51,690 WARN [Thread-496 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b7a315e0cb6653 with lease ID 0xb254a9b26e8c4829: Processing first storage report for DS-f3ab10d5-f33a-47e3-b7d9-537fc7a89704 from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=c2ef9678-c87c-4617-bc05-7adf4a5a53ba, infoPort=43203, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b7a315e0cb6653 with lease ID 0xb254a9b26e8c4829: from storage DS-f3ab10d5-f33a-47e3-b7d9-537fc7a89704 node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=c2ef9678-c87c-4617-bc05-7adf4a5a53ba, infoPort=43203, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40b7a315e0cb6653 with lease ID 0xb254a9b26e8c4829: Processing first storage report for DS-f32eb3ea-0e1f-4f2d-a24c-9c6fde88b5b2 from datanode DatanodeRegistration(127.0.0.1:37451, datanodeUuid=c2ef9678-c87c-4617-bc05-7adf4a5a53ba, infoPort=43203, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:51,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40b7a315e0cb6653 with lease ID 0xb254a9b26e8c4829: from storage DS-f32eb3ea-0e1f-4f2d-a24c-9c6fde88b5b2 node DatanodeRegistration(127.0.0.1:37451, datanodeUuid=c2ef9678-c87c-4617-bc05-7adf4a5a53ba, infoPort=43203, infoSecurePort=0, ipcPort=35893, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:51,848 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T08:51:51,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:51:51,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T08:51:52,006 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data4/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:52,006 WARN [Thread-568 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data3/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:52,030 WARN [Thread-519 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:52,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52cb4cc8f8297c89 with lease ID 0xb254a9b26e8c482a: Processing first storage report for DS-a1bb0a5d-5306-41d1-8f4a-22778a013df5 from datanode DatanodeRegistration(127.0.0.1:44917, datanodeUuid=87a4d266-3580-410d-827d-c02a1f03c6b4, infoPort=34027, infoSecurePort=0, ipcPort=41949, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52cb4cc8f8297c89 with lease ID 0xb254a9b26e8c482a: from storage DS-a1bb0a5d-5306-41d1-8f4a-22778a013df5 node DatanodeRegistration(127.0.0.1:44917, datanodeUuid=87a4d266-3580-410d-827d-c02a1f03c6b4, infoPort=34027, infoSecurePort=0, ipcPort=41949, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x52cb4cc8f8297c89 with lease ID 0xb254a9b26e8c482a: Processing first storage report for DS-8d924105-39e9-428b-b686-9499d6959158 from datanode DatanodeRegistration(127.0.0.1:44917, datanodeUuid=87a4d266-3580-410d-827d-c02a1f03c6b4, infoPort=34027, infoSecurePort=0, ipcPort=41949, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:52,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x52cb4cc8f8297c89 with lease ID 0xb254a9b26e8c482a: from storage DS-8d924105-39e9-428b-b686-9499d6959158 node DatanodeRegistration(127.0.0.1:44917, datanodeUuid=87a4d266-3580-410d-827d-c02a1f03c6b4, infoPort=34027, infoSecurePort=0, ipcPort=41949, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:52,056 WARN [Thread-579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data5/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:52,056 WARN [Thread-580 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data6/current/BP-1291186365-172.17.0.3-1731142309043/current, will proceed with Du for space computation calculation, 2024-11-09T08:51:52,080 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T08:51:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290b8a6efc18d727 with lease ID 0xb254a9b26e8c482b: Processing first storage report for DS-f40f2260-b1ef-47fc-b3d4-4f7f1cd9d049 from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=0431b2a8-3355-48e7-b66b-ecb712bc345e, infoPort=39095, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290b8a6efc18d727 with lease ID 0xb254a9b26e8c482b: from storage DS-f40f2260-b1ef-47fc-b3d4-4f7f1cd9d049 node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=0431b2a8-3355-48e7-b66b-ecb712bc345e, infoPort=39095, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x290b8a6efc18d727 with lease ID 0xb254a9b26e8c482b: Processing first storage report for DS-49a59a01-d610-449d-8039-42d46fa51dcf from datanode DatanodeRegistration(127.0.0.1:33685, datanodeUuid=0431b2a8-3355-48e7-b66b-ecb712bc345e, infoPort=39095, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043) 2024-11-09T08:51:52,083 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x290b8a6efc18d727 with lease ID 0xb254a9b26e8c482b: from storage DS-49a59a01-d610-449d-8039-42d46fa51dcf node DatanodeRegistration(127.0.0.1:33685, datanodeUuid=0431b2a8-3355-48e7-b66b-ecb712bc345e, infoPort=39095, infoSecurePort=0, ipcPort=33375, storageInfo=lv=-57;cid=testClusterID;nsid=1906966690;c=1731142309043), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T08:51:52,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac 2024-11-09T08:51:52,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/zookeeper_0, clientPort=52138, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T08:51:52,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52138 2024-11-09T08:51:52,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:51:52,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:51:52,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741825_1001 (size=7) 2024-11-09T08:51:52,187 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 with version=8 2024-11-09T08:51:52,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40083/user/jenkins/test-data/641c7f70-6878-253b-95aa-cd1e88b39f5e/hbase-staging 2024-11-09T08:51:52,190 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:52,190 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T08:51:52,191 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:52,191 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38645 2024-11-09T08:51:52,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38645 connecting to ZooKeeper ensemble=127.0.0.1:52138 2024-11-09T08:51:52,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386450x0, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:52,256 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38645-0x1011ecb5c8f0000 connected 2024-11-09T08:51:52,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:52,349 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5, hbase.cluster.distributed=false 2024-11-09T08:51:52,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:52,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38645 2024-11-09T08:51:52,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38645 2024-11-09T08:51:52,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38645 2024-11-09T08:51:52,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38645 2024-11-09T08:51:52,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38645 2024-11-09T08:51:52,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:52,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:52,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37083 2024-11-09T08:51:52,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37083 connecting to ZooKeeper ensemble=127.0.0.1:52138 2024-11-09T08:51:52,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370830x0, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:52,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37083-0x1011ecb5c8f0001 connected 2024-11-09T08:51:52,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:52,390 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:52,391 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:52,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:52,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:52,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-09T08:51:52,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37083 2024-11-09T08:51:52,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37083 2024-11-09T08:51:52,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-09T08:51:52,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37083 2024-11-09T08:51:52,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:52,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:52,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42745 2024-11-09T08:51:52,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42745 connecting to ZooKeeper ensemble=127.0.0.1:52138 2024-11-09T08:51:52,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427450x0, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:52,431 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42745-0x1011ecb5c8f0002 connected 2024-11-09T08:51:52,431 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:52,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:52,433 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:52,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:52,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42745 2024-11-09T08:51:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42745 2024-11-09T08:51:52,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42745 2024-11-09T08:51:52,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42745 2024-11-09T08:51:52,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42745 2024-11-09T08:51:52,455 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d7c8ba49ede6:0 server-side Connection retries=45 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T08:51:52,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T08:51:52,456 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43095 2024-11-09T08:51:52,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43095 connecting to ZooKeeper ensemble=127.0.0.1:52138 2024-11-09T08:51:52,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,459 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:430950x0, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T08:51:52,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43095-0x1011ecb5c8f0003 connected 2024-11-09T08:51:52,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:52,474 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T08:51:52,475 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T08:51:52,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T08:51:52,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T08:51:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43095 2024-11-09T08:51:52,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43095 2024-11-09T08:51:52,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43095 2024-11-09T08:51:52,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43095 2024-11-09T08:51:52,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43095 2024-11-09T08:51:52,496 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d7c8ba49ede6:38645 2024-11-09T08:51:52,496 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,508 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:52,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,520 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T08:51:52,520 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d7c8ba49ede6,38645,1731142312189 from backup master directory 2024-11-09T08:51:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T08:51:52,529 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:52,529 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,536 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/hbase.id] with ID: 8e407635-dc4f-4ac8-9dd1-b8a3eda232c9 2024-11-09T08:51:52,536 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/.tmp/hbase.id 2024-11-09T08:51:52,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:51:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:51:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741826_1002 (size=42) 2024-11-09T08:51:52,546 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/.tmp/hbase.id]:[hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/hbase.id] 2024-11-09T08:51:52,563 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T08:51:52,563 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T08:51:52,565 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T08:51:52,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:51:52,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:51:52,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741827_1003 (size=196) 2024-11-09T08:51:52,588 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:51:52,589 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T08:51:52,589 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T08:51:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:51:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:51:52,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741828_1004 (size=1189) 2024-11-09T08:51:52,601 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store 2024-11-09T08:51:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:51:52,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:51:52,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741829_1005 (size=34) 2024-11-09T08:51:52,610 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:52,610 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:51:52,610 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:52,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:52,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:51:52,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:52,611 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:52,611 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731142312610Disabling compacts and flushes for region at 1731142312610Disabling writes for close at 1731142312611 (+1 ms)Writing region close event to WAL at 1731142312611Closed at 1731142312611 2024-11-09T08:51:52,612 WARN [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/.initializing 2024-11-09T08:51:52,612 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/WALs/d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,616 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C38645%2C1731142312189, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/WALs/d7c8ba49ede6,38645,1731142312189, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/oldWALs, maxLogs=10 2024-11-09T08:51:52,617 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor d7c8ba49ede6%2C38645%2C1731142312189.1731142312616 2024-11-09T08:51:52,627 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/WALs/d7c8ba49ede6,38645,1731142312189/d7c8ba49ede6%2C38645%2C1731142312189.1731142312616 2024-11-09T08:51:52,629 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203),(127.0.0.1/127.0.0.1:39095:39095),(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-09T08:51:52,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:52,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:52,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,631 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T08:51:52,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:52,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T08:51:52,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:52,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T08:51:52,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:52,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T08:51:52,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:52,645 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,646 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,648 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:52,650 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T08:51:52,652 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:52,653 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59878692, jitterRate=-0.1077379584312439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:52,654 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731142312631Initializing all the Stores at 1731142312632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142312632Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142312634 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142312634Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142312634Cleaning up temporary data from old regions at 1731142312648 (+14 ms)Region opened successfully at 1731142312654 (+6 ms) 2024-11-09T08:51:52,654 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T08:51:52,658 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6173058c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:52,659 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T08:51:52,660 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T08:51:52,660 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T08:51:52,660 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T08:51:52,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T08:51:52,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T08:51:52,661 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T08:51:52,664 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T08:51:52,665 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T08:51:52,676 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T08:51:52,677 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T08:51:52,677 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T08:51:52,687 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T08:51:52,687 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T08:51:52,688 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T08:51:52,697 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T08:51:52,698 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T08:51:52,708 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T08:51:52,710 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T08:51:52,718 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,730 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d7c8ba49ede6,38645,1731142312189, sessionid=0x1011ecb5c8f0000, setting cluster-up flag (Was=false) 2024-11-09T08:51:52,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,782 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T08:51:52,785 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:52,844 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T08:51:52,846 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:52,847 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T08:51:52,850 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:52,850 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T08:51:52,851 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T08:51:52,851 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d7c8ba49ede6,38645,1731142312189 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T08:51:52,852 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=5, maxPoolSize=5 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d7c8ba49ede6:0, corePoolSize=10, maxPoolSize=10 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:52,853 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731142342854 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T08:51:52,854 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T08:51:52,855 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142312855,5,FailOnTimeoutGroup] 2024-11-09T08:51:52,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:52,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T08:51:52,855 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142312855,5,FailOnTimeoutGroup] 2024-11-09T08:51:52,855 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T08:51:52,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,856 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,857 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T08:51:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:51:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:51:52,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741831_1007 (size=1321) 2024-11-09T08:51:52,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T08:51:52,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 2024-11-09T08:51:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:51:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:51:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741832_1008 (size=32) 2024-11-09T08:51:52,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:52,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:51:52,886 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(746): ClusterId : 8e407635-dc4f-4ac8-9dd1-b8a3eda232c9 2024-11-09T08:51:52,886 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(746): ClusterId : 8e407635-dc4f-4ac8-9dd1-b8a3eda232c9 2024-11-09T08:51:52,886 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(746): ClusterId : 8e407635-dc4f-4ac8-9dd1-b8a3eda232c9 2024-11-09T08:51:52,886 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:52,886 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:52,886 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T08:51:52,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:51:52,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:52,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:51:52,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:51:52,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:52,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:51:52,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:51:52,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:52,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:51:52,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:51:52,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:52,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:52,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:51:52,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740 2024-11-09T08:51:52,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740 2024-11-09T08:51:52,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:51:52,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:51:52,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:52,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:51:52,900 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:52,900 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:52,900 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T08:51:52,901 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:52,901 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:52,901 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T08:51:52,903 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:52,903 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74871945, jitterRate=0.11567892134189606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731142312883Initializing all the Stores at 1731142312884 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142312884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142312884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142312884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142312884Cleaning up temporary data from old regions at 1731142312897 (+13 ms)Region opened successfully at 1731142312905 (+8 ms) 2024-11-09T08:51:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:51:52,905 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:51:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:51:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:51:52,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:51:52,906 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:52,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731142312905Disabling compacts and flushes for region at 1731142312905Disabling writes for close at 1731142312905Writing region close event to WAL at 1731142312906 (+1 ms)Closed at 1731142312906 2024-11-09T08:51:52,908 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:52,908 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T08:51:52,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T08:51:52,908 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:52,909 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:52,909 DEBUG [RS:2;d7c8ba49ede6:43095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ef0833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:52,909 DEBUG [RS:1;d7c8ba49ede6:42745 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2af37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:52,909 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T08:51:52,909 DEBUG [RS:0;d7c8ba49ede6:37083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8fbc23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d7c8ba49ede6/172.17.0.3:0 2024-11-09T08:51:52,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:51:52,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T08:51:52,922 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d7c8ba49ede6:42745 2024-11-09T08:51:52,922 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:52,922 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:52,922 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:52,923 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,38645,1731142312189 with port=42745, startcode=1731142312412 2024-11-09T08:51:52,923 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d7c8ba49ede6:43095 2024-11-09T08:51:52,923 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:52,923 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:52,923 DEBUG [RS:1;d7c8ba49ede6:42745 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:52,923 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:52,924 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,38645,1731142312189 with port=43095, startcode=1731142312454 2024-11-09T08:51:52,924 DEBUG [RS:2;d7c8ba49ede6:43095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:52,926 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:52,926 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:52,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:52,926 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:52,929 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d7c8ba49ede6:37083 2024-11-09T08:51:52,929 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T08:51:52,929 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T08:51:52,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:52,929 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T08:51:52,929 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:52,929 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 2024-11-09T08:51:52,929 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-09T08:51:52,929 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:52,930 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(2659): reportForDuty to master=d7c8ba49ede6,38645,1731142312189 with port=37083, startcode=1731142312368 2024-11-09T08:51:52,930 DEBUG [RS:0;d7c8ba49ede6:37083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T08:51:52,931 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 2024-11-09T08:51:52,931 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-09T08:51:52,931 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:52,932 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T08:51:52,932 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:52,933 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38645 {}] master.ServerManager(517): Registering regionserver=d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:52,935 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 2024-11-09T08:51:52,935 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33447 2024-11-09T08:51:52,935 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T08:51:52,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:52,982 DEBUG [RS:1;d7c8ba49ede6:42745 {}] zookeeper.ZKUtil(111): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:52,983 WARN [RS:1;d7c8ba49ede6:42745 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:52,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,43095,1731142312454] 2024-11-09T08:51:52,983 INFO [RS:1;d7c8ba49ede6:42745 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T08:51:52,983 DEBUG [RS:0;d7c8ba49ede6:37083 {}] zookeeper.ZKUtil(111): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:52,983 DEBUG [RS:2;d7c8ba49ede6:43095 {}] zookeeper.ZKUtil(111): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:52,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,37083,1731142312368] 2024-11-09T08:51:52,983 WARN [RS:0;d7c8ba49ede6:37083 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:52,983 WARN [RS:2;d7c8ba49ede6:43095 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T08:51:52,983 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d7c8ba49ede6,42745,1731142312412] 2024-11-09T08:51:52,983 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:52,983 INFO [RS:0;d7c8ba49ede6:37083 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T08:51:52,983 INFO [RS:2;d7c8ba49ede6:43095 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T08:51:52,983 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:52,983 DEBUG [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:52,988 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:52,988 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:52,989 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T08:51:52,992 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:52,992 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:52,993 INFO [RS:2;d7c8ba49ede6:43095 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:52,993 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,993 INFO [RS:0;d7c8ba49ede6:37083 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:52,993 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:52,993 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,994 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T08:51:52,994 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:52,994 INFO [RS:1;d7c8ba49ede6:42745 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T08:51:52,994 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,995 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:52,995 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:52,995 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,995 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:2;d7c8ba49ede6:43095 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:52,996 DEBUG [RS:0;d7c8ba49ede6:37083 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:52,997 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T08:51:52,997 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:52,997 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,997 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,997 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=2, maxPoolSize=2 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d7c8ba49ede6:0, corePoolSize=1, maxPoolSize=1 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:52,998 DEBUG [RS:1;d7c8ba49ede6:42745 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0, corePoolSize=3, maxPoolSize=3 2024-11-09T08:51:53,004 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,004 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,004 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,004 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,004 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43095,1731142312454-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:53,005 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37083,1731142312368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,007 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42745,1731142312412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:53,021 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:53,021 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T08:51:53,021 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,42745,1731142312412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,37083,1731142312368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,43095,1731142312454-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,021 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.Replication(171): d7c8ba49ede6,42745,1731142312412 started 2024-11-09T08:51:53,021 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.Replication(171): d7c8ba49ede6,37083,1731142312368 started 2024-11-09T08:51:53,021 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.Replication(171): d7c8ba49ede6,43095,1731142312454 started 2024-11-09T08:51:53,035 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,035 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,035 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,035 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,42745,1731142312412, RpcServer on d7c8ba49ede6/172.17.0.3:42745, sessionid=0x1011ecb5c8f0002 2024-11-09T08:51:53,035 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,37083,1731142312368, RpcServer on d7c8ba49ede6/172.17.0.3:37083, sessionid=0x1011ecb5c8f0001 2024-11-09T08:51:53,035 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1482): Serving as d7c8ba49ede6,43095,1731142312454, RpcServer on d7c8ba49ede6/172.17.0.3:43095, sessionid=0x1011ecb5c8f0003 2024-11-09T08:51:53,035 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:53,035 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:53,035 DEBUG [RS:0;d7c8ba49ede6:37083 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:53,035 DEBUG [RS:1;d7c8ba49ede6:42745 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:53,035 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T08:51:53,035 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,37083,1731142312368' 2024-11-09T08:51:53,035 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42745,1731142312412' 2024-11-09T08:51:53,035 DEBUG [RS:2;d7c8ba49ede6:43095 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:53,035 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:53,035 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:53,035 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43095,1731142312454' 2024-11-09T08:51:53,035 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:53,036 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:53,036 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:53,036 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:53,036 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:53,036 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:53,036 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:53,036 DEBUG [RS:2;d7c8ba49ede6:43095 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,37083,1731142312368' 2024-11-09T08:51:53,036 DEBUG [RS:1;d7c8ba49ede6:42745 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:53,036 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,43095,1731142312454' 2024-11-09T08:51:53,036 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:53,037 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:53,037 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd7c8ba49ede6,42745,1731142312412' 2024-11-09T08:51:53,037 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T08:51:53,037 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:53,037 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:53,037 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T08:51:53,037 DEBUG [RS:0;d7c8ba49ede6:37083 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:53,037 INFO [RS:0;d7c8ba49ede6:37083 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:53,037 DEBUG [RS:1;d7c8ba49ede6:42745 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:53,037 INFO [RS:0;d7c8ba49ede6:37083 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:53,037 DEBUG [RS:2;d7c8ba49ede6:43095 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T08:51:53,037 INFO [RS:1;d7c8ba49ede6:42745 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:53,037 INFO [RS:2;d7c8ba49ede6:43095 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T08:51:53,037 INFO [RS:2;d7c8ba49ede6:43095 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:53,037 INFO [RS:1;d7c8ba49ede6:42745 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T08:51:53,063 WARN [d7c8ba49ede6:38645 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T08:51:53,144 INFO [RS:0;d7c8ba49ede6:37083 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C37083%2C1731142312368, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,37083,1731142312368, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs, maxLogs=32 2024-11-09T08:51:53,144 INFO [RS:2;d7c8ba49ede6:43095 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C43095%2C1731142312454, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,43095,1731142312454, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs, maxLogs=32 2024-11-09T08:51:53,144 INFO [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C42745%2C1731142312412, suffix=, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,42745,1731142312412, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs, maxLogs=32 2024-11-09T08:51:53,149 INFO [RS:0;d7c8ba49ede6:37083 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d7c8ba49ede6%2C37083%2C1731142312368.1731142313149 2024-11-09T08:51:53,149 INFO [RS:1;d7c8ba49ede6:42745 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d7c8ba49ede6%2C42745%2C1731142312412.1731142313149 2024-11-09T08:51:53,149 INFO [RS:2;d7c8ba49ede6:43095 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d7c8ba49ede6%2C43095%2C1731142312454.1731142313149 2024-11-09T08:51:53,159 INFO [RS:0;d7c8ba49ede6:37083 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,37083,1731142312368/d7c8ba49ede6%2C37083%2C1731142312368.1731142313149 2024-11-09T08:51:53,159 INFO [RS:2;d7c8ba49ede6:43095 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,43095,1731142312454/d7c8ba49ede6%2C43095%2C1731142312454.1731142313149 2024-11-09T08:51:53,159 INFO [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,42745,1731142312412/d7c8ba49ede6%2C42745%2C1731142312412.1731142313149 2024-11-09T08:51:53,162 DEBUG [RS:0;d7c8ba49ede6:37083 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027),(127.0.0.1/127.0.0.1:43203:43203),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T08:51:53,162 DEBUG [RS:2;d7c8ba49ede6:43095 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:43203:43203),(127.0.0.1/127.0.0.1:39095:39095),(127.0.0.1/127.0.0.1:34027:34027)] 2024-11-09T08:51:53,162 DEBUG [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39095:39095),(127.0.0.1/127.0.0.1:34027:34027),(127.0.0.1/127.0.0.1:43203:43203)] 2024-11-09T08:51:53,313 DEBUG [d7c8ba49ede6:38645 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T08:51:53,313 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:51:53,316 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:51:53,316 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:51:53,316 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T08:51:53,317 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:51:53,317 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:51:53,317 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T08:51:53,317 INFO [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:51:53,317 INFO [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:51:53,317 INFO [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T08:51:53,317 DEBUG [d7c8ba49ede6:38645 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:51:53,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:53,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42745,1731142312412, state=OPENING 2024-11-09T08:51:53,350 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T08:51:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:53,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:53,437 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T08:51:53,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42745,1731142312412}] 2024-11-09T08:51:53,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,437 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,595 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:51:53,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:51:53,603 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T08:51:53,604 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-09T08:51:53,607 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d7c8ba49ede6%2C42745%2C1731142312412.meta, suffix=.meta, logDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,42745,1731142312412, archiveDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs, maxLogs=32 2024-11-09T08:51:53,610 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor d7c8ba49ede6%2C42745%2C1731142312412.meta.1731142313610.meta 2024-11-09T08:51:53,620 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/WALs/d7c8ba49ede6,42745,1731142312412/d7c8ba49ede6%2C42745%2C1731142312412.meta.1731142313610.meta 2024-11-09T08:51:53,620 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:34027:34027),(127.0.0.1/127.0.0.1:43203:43203),(127.0.0.1/127.0.0.1:39095:39095)] 2024-11-09T08:51:53,621 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:53,621 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T08:51:53,622 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T08:51:53,622 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T08:51:53,622 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T08:51:53,622 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:53,622 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T08:51:53,622 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T08:51:53,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T08:51:53,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T08:51:53,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:53,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:53,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T08:51:53,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T08:51:53,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:53,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:53,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T08:51:53,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T08:51:53,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:53,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:53,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T08:51:53,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T08:51:53,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:53,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T08:51:53,632 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T08:51:53,633 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740 2024-11-09T08:51:53,634 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740 2024-11-09T08:51:53,636 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T08:51:53,636 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T08:51:53,637 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T08:51:53,638 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T08:51:53,639 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66363783, jitterRate=-0.011102572083473206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T08:51:53,639 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T08:51:53,641 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731142313622Writing region info on filesystem at 1731142313622Initializing all the Stores at 1731142313624 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142313624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142313624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142313624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731142313624Cleaning up temporary data from old regions at 1731142313636 (+12 ms)Running coprocessor post-open hooks at 1731142313640 (+4 ms)Region opened successfully at 1731142313641 (+1 ms) 2024-11-09T08:51:53,642 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731142313595 2024-11-09T08:51:53,646 DEBUG [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T08:51:53,646 INFO [RS_OPEN_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T08:51:53,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:53,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d7c8ba49ede6,42745,1731142312412, state=OPEN 2024-11-09T08:51:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:53,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T08:51:53,655 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:53,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,655 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T08:51:53,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T08:51:53,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d7c8ba49ede6,42745,1731142312412 in 218 msec 2024-11-09T08:51:53,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T08:51:53,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-09T08:51:53,664 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T08:51:53,664 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T08:51:53,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:51:53,665 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42745,1731142312412, seqNum=-1] 2024-11-09T08:51:53,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:51:53,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34373, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:51:53,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 824 msec 2024-11-09T08:51:53,675 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731142313675, completionTime=-1 2024-11-09T08:51:53,675 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T08:51:53,675 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T08:51:53,677 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-09T08:51:53,677 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731142373677 2024-11-09T08:51:53,677 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731142433677 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d7c8ba49ede6:38645, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,678 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,679 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,681 DEBUG [master/d7c8ba49ede6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T08:51:53,684 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.155sec 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T08:51:53,685 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T08:51:53,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7b40a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:53,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d7c8ba49ede6,38645,-1 for getting cluster id 2024-11-09T08:51:53,687 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T08:51:53,689 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e407635-dc4f-4ac8-9dd1-b8a3eda232c9' 2024-11-09T08:51:53,689 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T08:51:53,689 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T08:51:53,689 INFO [master/d7c8ba49ede6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d7c8ba49ede6,38645,1731142312189-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T08:51:53,689 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T08:51:53,689 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e407635-dc4f-4ac8-9dd1-b8a3eda232c9" 2024-11-09T08:51:53,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9431a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:53,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d7c8ba49ede6,38645,-1] 2024-11-09T08:51:53,690 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T08:51:53,691 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:53,692 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T08:51:53,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbd659a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T08:51:53,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T08:51:53,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d7c8ba49ede6,42745,1731142312412, seqNum=-1] 2024-11-09T08:51:53,695 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:51:53,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:51:53,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:53,700 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T08:51:53,701 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:53,701 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d3f14f4 2024-11-09T08:51:53,701 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T08:51:53,703 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T08:51:53,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T08:51:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-09T08:51:53,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T08:51:53,708 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:53,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-09T08:51:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:53,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T08:51:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741837_1013 (size=392) 2024-11-09T08:51:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741837_1013 (size=392) 2024-11-09T08:51:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741837_1013 (size=392) 2024-11-09T08:51:53,723 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd8b24b7ac2b586636833629041bc170, NAME => 'TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5 2024-11-09T08:51:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741838_1014 (size=51) 2024-11-09T08:51:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741838_1014 (size=51) 2024-11-09T08:51:53,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741838_1014 (size=51) 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing dd8b24b7ac2b586636833629041bc170, disabling compactions & flushes 2024-11-09T08:51:53,732 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. after waiting 0 ms 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:53,732 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:53,732 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd8b24b7ac2b586636833629041bc170: Waiting for close lock at 1731142313732Disabling compacts and flushes for region at 1731142313732Disabling writes for close at 1731142313732Writing region close event to WAL at 1731142313732Closed at 1731142313732 2024-11-09T08:51:53,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T08:51:53,734 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731142313734"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731142313734"}]},"ts":"1731142313734"} 2024-11-09T08:51:53,738 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T08:51:53,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T08:51:53,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731142313739"}]},"ts":"1731142313739"} 2024-11-09T08:51:53,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-09T08:51:53,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {d7c8ba49ede6=0} racks are {/default-rack=0} 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T08:51:53,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T08:51:53,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T08:51:53,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T08:51:53,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T08:51:53,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dd8b24b7ac2b586636833629041bc170, ASSIGN}] 2024-11-09T08:51:53,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dd8b24b7ac2b586636833629041bc170, ASSIGN 2024-11-09T08:51:53,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dd8b24b7ac2b586636833629041bc170, ASSIGN; state=OFFLINE, location=d7c8ba49ede6,43095,1731142312454; forceNewPlan=false, retain=false 2024-11-09T08:51:53,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T08:51:53,754 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T08:51:53,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:51:53,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T08:51:53,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T08:51:53,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T08:51:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:53,899 INFO [d7c8ba49ede6:38645 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-09T08:51:53,900 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd8b24b7ac2b586636833629041bc170, regionState=OPENING, regionLocation=d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:53,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dd8b24b7ac2b586636833629041bc170, ASSIGN because future has completed 2024-11-09T08:51:53,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd8b24b7ac2b586636833629041bc170, server=d7c8ba49ede6,43095,1731142312454}] 2024-11-09T08:51:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:54,062 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T08:51:54,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T08:51:54,072 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd8b24b7ac2b586636833629041bc170, NAME => 'TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.', STARTKEY => '', ENDKEY => ''} 2024-11-09T08:51:54,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,073 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T08:51:54,074 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,074 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,076 INFO [StoreOpener-dd8b24b7ac2b586636833629041bc170-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,078 INFO [StoreOpener-dd8b24b7ac2b586636833629041bc170-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd8b24b7ac2b586636833629041bc170 columnFamilyName cf 2024-11-09T08:51:54,079 DEBUG [StoreOpener-dd8b24b7ac2b586636833629041bc170-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T08:51:54,079 INFO [StoreOpener-dd8b24b7ac2b586636833629041bc170-1 {}] regionserver.HStore(327): Store=dd8b24b7ac2b586636833629041bc170/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T08:51:54,080 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,081 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,081 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,082 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,082 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,084 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,087 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T08:51:54,088 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd8b24b7ac2b586636833629041bc170; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66671592, jitterRate=-0.006515860557556152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-09T08:51:54,088 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,088 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd8b24b7ac2b586636833629041bc170: Running coprocessor pre-open hook at 1731142314074Writing region info on filesystem at 1731142314074Initializing all the Stores at 1731142314075 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731142314076 (+1 ms)Cleaning up temporary data from old regions at 1731142314082 (+6 ms)Running coprocessor post-open hooks at 1731142314088 (+6 ms)Region opened successfully at 1731142314088 2024-11-09T08:51:54,090 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170., pid=6, masterSystemTime=1731142314062 2024-11-09T08:51:54,093 DEBUG [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,093 INFO [RS_OPEN_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd8b24b7ac2b586636833629041bc170, regionState=OPEN, openSeqNum=2, regionLocation=d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:54,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd8b24b7ac2b586636833629041bc170, server=d7c8ba49ede6,43095,1731142312454 because future has completed 2024-11-09T08:51:54,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T08:51:54,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd8b24b7ac2b586636833629041bc170, server=d7c8ba49ede6,43095,1731142312454 in 193 msec 2024-11-09T08:51:54,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T08:51:54,107 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=dd8b24b7ac2b586636833629041bc170, ASSIGN in 359 msec 2024-11-09T08:51:54,109 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T08:51:54,109 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731142314109"}]},"ts":"1731142314109"} 2024-11-09T08:51:54,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-09T08:51:54,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T08:51:54,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 414 msec 2024-11-09T08:51:54,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T08:51:54,342 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T08:51:54,342 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-09T08:51:54,342 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:51:54,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-09T08:51:54,349 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T08:51:54,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-09T08:51:54,354 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170., hostname=d7c8ba49ede6,43095,1731142312454, seqNum=2] 2024-11-09T08:51:54,355 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T08:51:54,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T08:51:54,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestHBaseWalOnEC 2024-11-09T08:51:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-09T08:51:54,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:54,364 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-09T08:51:54,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-09T08:51:54,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-09T08:51:54,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:54,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43095 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-09T08:51:54,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing dd8b24b7ac2b586636833629041bc170 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-09T08:51:54,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/.tmp/cf/a1eed4c1456d4367a03b94f12793de94 is 36, key is row/cf:cq/1731142314357/Put/seqid=0 2024-11-09T08:51:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741839_1015 (size=4787) 2024-11-09T08:51:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741839_1015 (size=4787) 2024-11-09T08:51:54,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741839_1015 (size=4787) 2024-11-09T08:51:54,555 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/.tmp/cf/a1eed4c1456d4367a03b94f12793de94 2024-11-09T08:51:54,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/.tmp/cf/a1eed4c1456d4367a03b94f12793de94 as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/cf/a1eed4c1456d4367a03b94f12793de94 2024-11-09T08:51:54,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/cf/a1eed4c1456d4367a03b94f12793de94, entries=1, sequenceid=5, filesize=4.7 K 2024-11-09T08:51:54,575 INFO [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for dd8b24b7ac2b586636833629041bc170 in 50ms, sequenceid=5, compaction requested=false 2024-11-09T08:51:54,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for dd8b24b7ac2b586636833629041bc170: 2024-11-09T08:51:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d7c8ba49ede6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T08:51:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T08:51:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-09T08:51:54,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 212 msec 2024-11-09T08:51:54,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 223 msec 2024-11-09T08:51:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38645 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T08:51:54,682 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-09T08:51:54,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T08:51:54,688 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:51:54,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:54,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,689 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T08:51:54,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T08:51:54,689 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1886112261, stopped=false 2024-11-09T08:51:54,690 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d7c8ba49ede6,38645,1731142312189 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:54,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:54,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:54,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:54,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:51:54,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T08:51:54,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:54,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:54,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:54,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,37083,1731142312368' ***** 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,42745,1731142312412' ***** 2024-11-09T08:51:54,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:54,762 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd7c8ba49ede6,43095,1731142312454' ***** 2024-11-09T08:51:54,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T08:51:54,762 INFO [RS:0;d7c8ba49ede6:37083 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:54,762 INFO [RS:0;d7c8ba49ede6:37083 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:54,763 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:54,763 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:54,763 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:54,763 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T08:51:54,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:54,763 INFO [RS:0;d7c8ba49ede6:37083 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d7c8ba49ede6:37083. 2024-11-09T08:51:54,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:54,763 DEBUG [RS:0;d7c8ba49ede6:37083 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:54,763 DEBUG [RS:0;d7c8ba49ede6:37083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,763 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,37083,1731142312368; all regions closed. 2024-11-09T08:51:54,763 INFO [RS:1;d7c8ba49ede6:42745 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:54,763 INFO [RS:2;d7c8ba49ede6:43095 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:54,764 INFO [RS:2;d7c8ba49ede6:43095 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:54,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T08:51:54,764 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(3091): Received CLOSE for dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d7c8ba49ede6:42745. 2024-11-09T08:51:54,764 DEBUG [RS:1;d7c8ba49ede6:42745 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:54,764 DEBUG [RS:1;d7c8ba49ede6:42745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:54,764 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,764 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:54,765 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T08:51:54,765 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,765 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,765 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,765 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,776 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(959): stopping server d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:54,776 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:54,776 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:51:54,776 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T08:51:54,776 INFO [RS:2;d7c8ba49ede6:43095 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d7c8ba49ede6:43095. 2024-11-09T08:51:54,776 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd8b24b7ac2b586636833629041bc170, disabling compactions & flushes 2024-11-09T08:51:54,777 DEBUG [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T08:51:54,777 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,777 DEBUG [RS:2;d7c8ba49ede6:43095 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T08:51:54,777 DEBUG [RS:2;d7c8ba49ede6:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,777 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T08:51:54,777 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. after waiting 0 ms 2024-11-09T08:51:54,777 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1325): Online Regions={dd8b24b7ac2b586636833629041bc170=TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170.} 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,777 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T08:51:54,777 DEBUG [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1351): Waiting on dd8b24b7ac2b586636833629041bc170 2024-11-09T08:51:54,777 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T08:51:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741834_1010 (size=93) 2024-11-09T08:51:54,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741834_1010 (size=93) 2024-11-09T08:51:54,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741834_1010 (size=93) 2024-11-09T08:51:54,785 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/default/TestHBaseWalOnEC/dd8b24b7ac2b586636833629041bc170/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T08:51:54,786 INFO [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,786 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd8b24b7ac2b586636833629041bc170: Waiting for close lock at 1731142314776Running coprocessor pre-close hooks at 1731142314776Disabling compacts and flushes for region at 1731142314776Disabling writes for close at 1731142314777 (+1 ms)Writing region close event to WAL at 1731142314778 (+1 ms)Running coprocessor post-close hooks at 1731142314786 (+8 ms)Closed at 1731142314786 2024-11-09T08:51:54,786 DEBUG [RS_CLOSE_REGION-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170. 2024-11-09T08:51:54,787 DEBUG [RS:0;d7c8ba49ede6:37083 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs 2024-11-09T08:51:54,787 INFO [RS:0;d7c8ba49ede6:37083 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d7c8ba49ede6%2C37083%2C1731142312368:(num 1731142313149) 2024-11-09T08:51:54,787 DEBUG [RS:0;d7c8ba49ede6:37083 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,787 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,787 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:54,788 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:54,788 INFO [RS:0;d7c8ba49ede6:37083 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37083 2024-11-09T08:51:54,796 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/info/d726d7abb23543b0abd85a3b128506a5 is 153, key is TestHBaseWalOnEC,,1731142313703.dd8b24b7ac2b586636833629041bc170./info:regioninfo/1731142314094/Put/seqid=0 2024-11-09T08:51:54,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,37083,1731142312368 2024-11-09T08:51:54,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:54,799 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:54,800 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,37083,1731142312368] 2024-11-09T08:51:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741840_1016 (size=6637) 2024-11-09T08:51:54,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741840_1016 (size=6637) 2024-11-09T08:51:54,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741840_1016 (size=6637) 2024-11-09T08:51:54,805 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/info/d726d7abb23543b0abd85a3b128506a5 2024-11-09T08:51:54,809 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,809 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,809 INFO [regionserver/d7c8ba49ede6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,820 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,37083,1731142312368 already deleted, retry=false 2024-11-09T08:51:54,820 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,37083,1731142312368 expired; onlineServers=2 2024-11-09T08:51:54,828 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/ns/c8a8515f2e9a44c48bcb95e0bb16bd09 is 43, key is default/ns:d/1731142313668/Put/seqid=0 2024-11-09T08:51:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741841_1017 (size=5153) 2024-11-09T08:51:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741841_1017 (size=5153) 2024-11-09T08:51:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741841_1017 (size=5153) 2024-11-09T08:51:54,836 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/ns/c8a8515f2e9a44c48bcb95e0bb16bd09 2024-11-09T08:51:54,860 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/table/20b967aa0d2849cb888e0a325e29ea9b is 52, key is TestHBaseWalOnEC/table:state/1731142314109/Put/seqid=0 2024-11-09T08:51:54,861 WARN [IPC Server handler 1 on default port 33447 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-09T08:51:54,862 WARN [IPC Server handler 1 on default port 33447 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-09T08:51:54,862 WARN [IPC Server handler 1 on default port 33447 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-09T08:51:54,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741842_1018 (size=5249) 2024-11-09T08:51:54,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741842_1018 (size=5249) 2024-11-09T08:51:54,867 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/table/20b967aa0d2849cb888e0a325e29ea9b 2024-11-09T08:51:54,875 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/info/d726d7abb23543b0abd85a3b128506a5 as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/info/d726d7abb23543b0abd85a3b128506a5 2024-11-09T08:51:54,885 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/info/d726d7abb23543b0abd85a3b128506a5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T08:51:54,886 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/ns/c8a8515f2e9a44c48bcb95e0bb16bd09 as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/ns/c8a8515f2e9a44c48bcb95e0bb16bd09 2024-11-09T08:51:54,894 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/ns/c8a8515f2e9a44c48bcb95e0bb16bd09, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T08:51:54,896 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/.tmp/table/20b967aa0d2849cb888e0a325e29ea9b as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/table/20b967aa0d2849cb888e0a325e29ea9b 2024-11-09T08:51:54,905 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/table/20b967aa0d2849cb888e0a325e29ea9b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T08:51:54,906 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=11, compaction requested=false 2024-11-09T08:51:54,910 INFO [RS:0;d7c8ba49ede6:37083 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:54,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37083-0x1011ecb5c8f0001, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:54,910 INFO [RS:0;d7c8ba49ede6:37083 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,37083,1731142312368; zookeeper connection closed. 2024-11-09T08:51:54,910 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44d5cb3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44d5cb3c 2024-11-09T08:51:54,913 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T08:51:54,913 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T08:51:54,914 INFO [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:54,914 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731142314777Running coprocessor pre-close hooks at 1731142314777Disabling compacts and flushes for region at 1731142314777Disabling writes for close at 1731142314777Obtaining lock to block concurrent updates at 1731142314777Preparing flush snapshotting stores in 1588230740 at 1731142314777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731142314778 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731142314779 (+1 ms)Flushing 1588230740/info: creating writer at 1731142314779Flushing 1588230740/info: appending metadata at 1731142314796 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731142314796Flushing 1588230740/ns: creating writer at 1731142314813 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731142314828 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731142314828Flushing 1588230740/table: creating writer at 1731142314844 (+16 ms)Flushing 1588230740/table: appending metadata at 1731142314859 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731142314859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e8c6481: reopening flushed file at 1731142314874 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5023c7cc: reopening flushed file at 1731142314885 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@785a2ea4: reopening flushed file at 1731142314895 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 129ms, sequenceid=11, compaction requested=false at 1731142314906 (+11 ms)Writing region close event to WAL at 1731142314908 (+2 ms)Running coprocessor post-close hooks at 1731142314913 (+5 ms)Closed at 1731142314914 (+1 ms) 2024-11-09T08:51:54,914 DEBUG [RS_CLOSE_META-regionserver/d7c8ba49ede6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T08:51:54,977 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,42745,1731142312412; all regions closed. 2024-11-09T08:51:54,977 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(976): stopping server d7c8ba49ede6,43095,1731142312454; all regions closed. 2024-11-09T08:51:54,977 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,978 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741835_1011 (size=1298) 2024-11-09T08:51:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741835_1011 (size=1298) 2024-11-09T08:51:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741836_1012 (size=2751) 2024-11-09T08:51:54,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741836_1012 (size=2751) 2024-11-09T08:51:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741836_1012 (size=2751) 2024-11-09T08:51:54,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741835_1011 (size=1298) 2024-11-09T08:51:54,984 DEBUG [RS:2;d7c8ba49ede6:43095 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs 2024-11-09T08:51:54,984 INFO [RS:2;d7c8ba49ede6:43095 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d7c8ba49ede6%2C43095%2C1731142312454:(num 1731142313149) 2024-11-09T08:51:54,985 DEBUG [RS:2;d7c8ba49ede6:43095 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,985 DEBUG [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs 2024-11-09T08:51:54,985 INFO [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d7c8ba49ede6%2C42745%2C1731142312412.meta:.meta(num 1731142313610) 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T08:51:54,985 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T08:51:54,985 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T08:51:54,985 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:54,985 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,985 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,985 INFO [RS:2;d7c8ba49ede6:43095 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43095 2024-11-09T08:51:54,986 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741833_1009 (size=93) 2024-11-09T08:51:54,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741833_1009 (size=93) 2024-11-09T08:51:54,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741833_1009 (size=93) 2024-11-09T08:51:54,991 DEBUG [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/oldWALs 2024-11-09T08:51:54,991 INFO [RS:1;d7c8ba49ede6:42745 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog d7c8ba49ede6%2C42745%2C1731142312412:(num 1731142313149) 2024-11-09T08:51:54,991 DEBUG [RS:1;d7c8ba49ede6:42745 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T08:51:54,991 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T08:51:54,991 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:54,991 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.ChoreService(370): Chore service for: regionserver/d7c8ba49ede6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:54,992 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:54,992 INFO [regionserver/d7c8ba49ede6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:54,992 INFO [RS:1;d7c8ba49ede6:42745 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42745 2024-11-09T08:51:55,045 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:55,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T08:51:55,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,43095,1731142312454 2024-11-09T08:51:55,045 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007fd9648f5a38@58b055d5 rejected from java.util.concurrent.ThreadPoolExecutor@1db2c0a7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T08:51:55,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d7c8ba49ede6,42745,1731142312412 2024-11-09T08:51:55,130 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:55,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,43095,1731142312454] 2024-11-09T08:51:55,181 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,43095,1731142312454 already deleted, retry=false 2024-11-09T08:51:55,181 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,43095,1731142312454 expired; onlineServers=1 2024-11-09T08:51:55,181 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d7c8ba49ede6,42745,1731142312412] 2024-11-09T08:51:55,192 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d7c8ba49ede6,42745,1731142312412 already deleted, retry=false 2024-11-09T08:51:55,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d7c8ba49ede6,42745,1731142312412 expired; onlineServers=0 2024-11-09T08:51:55,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd7c8ba49ede6,38645,1731142312189' ***** 2024-11-09T08:51:55,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T08:51:55,192 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T08:51:55,192 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T08:51:55,192 DEBUG [M:0;d7c8ba49ede6:38645 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T08:51:55,192 DEBUG [M:0;d7c8ba49ede6:38645 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T08:51:55,193 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142312855 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.large.0-1731142312855,5,FailOnTimeoutGroup] 2024-11-09T08:51:55,193 DEBUG [master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142312855 {}] cleaner.HFileCleaner(306): Exit Thread[master/d7c8ba49ede6:0:becomeActiveMaster-HFileCleaner.small.0-1731142312855,5,FailOnTimeoutGroup] 2024-11-09T08:51:55,193 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T08:51:55,193 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.ChoreService(370): Chore service for: master/d7c8ba49ede6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T08:51:55,193 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T08:51:55,193 DEBUG [M:0;d7c8ba49ede6:38645 {}] master.HMaster(1795): Stopping service threads 2024-11-09T08:51:55,193 INFO [M:0;d7c8ba49ede6:38645 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T08:51:55,193 INFO [M:0;d7c8ba49ede6:38645 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T08:51:55,194 INFO [M:0;d7c8ba49ede6:38645 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T08:51:55,194 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T08:51:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T08:51:55,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T08:51:55,203 DEBUG [M:0;d7c8ba49ede6:38645 {}] zookeeper.ZKUtil(347): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T08:51:55,203 WARN [M:0;d7c8ba49ede6:38645 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T08:51:55,204 INFO [M:0;d7c8ba49ede6:38645 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/.lastflushedseqids 2024-11-09T08:51:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741843_1019 (size=127) 2024-11-09T08:51:55,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741843_1019 (size=127) 2024-11-09T08:51:55,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741843_1019 (size=127) 2024-11-09T08:51:55,218 INFO [M:0;d7c8ba49ede6:38645 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T08:51:55,218 INFO [M:0;d7c8ba49ede6:38645 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T08:51:55,218 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T08:51:55,218 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:55,218 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:55,218 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T08:51:55,218 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:55,219 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-09T08:51:55,235 DEBUG [M:0;d7c8ba49ede6:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1a6eb4ca3934329b0a25446f738753d is 82, key is hbase:meta,,1/info:regioninfo/1731142313647/Put/seqid=0 2024-11-09T08:51:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741844_1020 (size=5672) 2024-11-09T08:51:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741844_1020 (size=5672) 2024-11-09T08:51:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741844_1020 (size=5672) 2024-11-09T08:51:55,243 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1a6eb4ca3934329b0a25446f738753d 2024-11-09T08:51:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,260 INFO [RS:2;d7c8ba49ede6:43095 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:55,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43095-0x1011ecb5c8f0003, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,260 INFO [RS:2;d7c8ba49ede6:43095 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,43095,1731142312454; zookeeper connection closed. 2024-11-09T08:51:55,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28263bdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28263bdd 2024-11-09T08:51:55,266 DEBUG [M:0;d7c8ba49ede6:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36bf92294b047cbae3514525d474879 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731142314120/Put/seqid=0 2024-11-09T08:51:55,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,271 INFO [RS:1;d7c8ba49ede6:42745 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:55,271 INFO [RS:1;d7c8ba49ede6:42745 {}] regionserver.HRegionServer(1031): Exiting; stopping=d7c8ba49ede6,42745,1731142312412; zookeeper connection closed. 2024-11-09T08:51:55,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42745-0x1011ecb5c8f0002, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@665e4547 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@665e4547 2024-11-09T08:51:55,271 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T08:51:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741845_1021 (size=6438) 2024-11-09T08:51:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741845_1021 (size=6438) 2024-11-09T08:51:55,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741845_1021 (size=6438) 2024-11-09T08:51:55,278 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36bf92294b047cbae3514525d474879 2024-11-09T08:51:55,299 DEBUG [M:0;d7c8ba49ede6:38645 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b01e1298e54f4a9c451eafaf5d9173 is 69, key is d7c8ba49ede6,37083,1731142312368/rs:state/1731142312933/Put/seqid=0 2024-11-09T08:51:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741846_1022 (size=5294) 2024-11-09T08:51:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741846_1022 (size=5294) 2024-11-09T08:51:55,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741846_1022 (size=5294) 2024-11-09T08:51:55,307 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b01e1298e54f4a9c451eafaf5d9173 2024-11-09T08:51:55,313 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1a6eb4ca3934329b0a25446f738753d as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1a6eb4ca3934329b0a25446f738753d 2024-11-09T08:51:55,319 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1a6eb4ca3934329b0a25446f738753d, entries=8, sequenceid=72, filesize=5.5 K 2024-11-09T08:51:55,321 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d36bf92294b047cbae3514525d474879 as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d36bf92294b047cbae3514525d474879 2024-11-09T08:51:55,327 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d36bf92294b047cbae3514525d474879, entries=8, sequenceid=72, filesize=6.3 K 2024-11-09T08:51:55,328 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/24b01e1298e54f4a9c451eafaf5d9173 as hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b01e1298e54f4a9c451eafaf5d9173 2024-11-09T08:51:55,335 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33447/user/jenkins/test-data/9ecc7732-a9da-ddda-a388-d3f8c75f52a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/24b01e1298e54f4a9c451eafaf5d9173, entries=3, sequenceid=72, filesize=5.2 K 2024-11-09T08:51:55,336 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=72, compaction requested=false 2024-11-09T08:51:55,337 INFO [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T08:51:55,337 DEBUG [M:0;d7c8ba49ede6:38645 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731142315218Disabling compacts and flushes for region at 1731142315218Disabling writes for close at 1731142315218Obtaining lock to block concurrent updates at 1731142315219 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731142315219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1731142315219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731142315220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731142315220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731142315235 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731142315235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731142315249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731142315266 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731142315266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731142315284 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731142315298 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731142315298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614d6126: reopening flushed file at 1731142315312 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da2d4ef: reopening flushed file at 1731142315319 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605dbf39: reopening flushed file at 1731142315327 (+8 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=72, compaction requested=false at 1731142315336 (+9 ms)Writing region close event to WAL at 1731142315337 (+1 ms)Closed at 1731142315337 2024-11-09T08:51:55,338 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:55,338 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:55,338 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:55,338 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:55,338 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-09T08:51:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44917 is added to blk_1073741830_1006 (size=32665) 2024-11-09T08:51:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33685 is added to blk_1073741830_1006 (size=32665) 2024-11-09T08:51:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37451 is added to blk_1073741830_1006 (size=32665) 2024-11-09T08:51:55,342 INFO [M:0;d7c8ba49ede6:38645 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T08:51:55,342 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T08:51:55,342 INFO [M:0;d7c8ba49ede6:38645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38645 2024-11-09T08:51:55,342 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T08:51:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,450 INFO [M:0;d7c8ba49ede6:38645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T08:51:55,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38645-0x1011ecb5c8f0000, quorum=127.0.0.1:52138, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T08:51:55,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733029a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:55,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:55,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:55,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:55,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:55,454 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:55,454 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:55,454 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:55,454 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291186365-172.17.0.3-1731142309043 (Datanode Uuid 0431b2a8-3355-48e7-b66b-ecb712bc345e) service to localhost/127.0.0.1:33447 2024-11-09T08:51:55,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data5/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,455 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data6/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,455 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:55,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be50faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:55,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:55,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:55,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:55,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:55,459 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:55,459 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:55,460 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291186365-172.17.0.3-1731142309043 (Datanode Uuid 87a4d266-3580-410d-827d-c02a1f03c6b4) service to localhost/127.0.0.1:33447 2024-11-09T08:51:55,460 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:55,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data3/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,460 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data4/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,461 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:55,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765c7210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T08:51:55,467 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:55,467 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:55,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:55,467 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:55,469 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T08:51:55,469 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T08:51:55,469 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T08:51:55,469 WARN [BP-1291186365-172.17.0.3-1731142309043 heartbeating to localhost/127.0.0.1:33447 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1291186365-172.17.0.3-1731142309043 (Datanode Uuid c2ef9678-c87c-4617-bc05-7adf4a5a53ba) service to localhost/127.0.0.1:33447 2024-11-09T08:51:55,469 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data1/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,470 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/cluster_997f6702-4c9d-bebc-e939-d2e585e5877f/data/data2/current/BP-1291186365-172.17.0.3-1731142309043 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T08:51:55,470 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T08:51:55,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563c957f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T08:51:55,476 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T08:51:55,476 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T08:51:55,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T08:51:55,476 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/37152917-7e41-ad60-947b-275ec89345ac/hadoop.log.dir/,STOPPED} 2024-11-09T08:51:55,483 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T08:51:55,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T08:51:55,515 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=150 (was 90) - Thread LEAK? -, OpenFileDescriptor=518 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=78 (was 76) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1958 (was 2121)