2024-11-20 02:44:49,990 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 02:44:50,007 main DEBUG Took 0.013377 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 02:44:50,007 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 02:44:50,008 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 02:44:50,009 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 02:44:50,010 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,022 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 02:44:50,060 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,069 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,070 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,072 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,073 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,075 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,075 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,076 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,076 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:44:50,077 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,077 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 02:44:50,079 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:44:50,081 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 02:44:50,084 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 02:44:50,085 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 02:44:50,087 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 02:44:50,088 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 02:44:50,099 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 02:44:50,103 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 02:44:50,107 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 02:44:50,107 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 02:44:50,108 main DEBUG createAppenders(={Console}) 2024-11-20 02:44:50,110 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-20 02:44:50,110 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-20 02:44:50,111 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-20 02:44:50,112 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 02:44:50,112 main DEBUG OutputStream closed 2024-11-20 02:44:50,113 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 02:44:50,113 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 02:44:50,114 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-20 02:44:50,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 02:44:50,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 02:44:50,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 02:44:50,228 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 02:44:50,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 02:44:50,229 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 02:44:50,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 02:44:50,230 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 02:44:50,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 02:44:50,231 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 02:44:50,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 02:44:50,232 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 02:44:50,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 02:44:50,233 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 02:44:50,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 02:44:50,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 02:44:50,234 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 02:44:50,236 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 02:44:50,239 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 02:44:50,240 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-20 02:44:50,240 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 02:44:50,241 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-20T02:44:50,265 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-20 02:44:50,269 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 02:44:50,269 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T02:44:50,566 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595 2024-11-20T02:44:50,600 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd, deleteOnExit=true 2024-11-20T02:44:50,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/test.cache.data in system properties and HBase conf 2024-11-20T02:44:50,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:44:50,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:44:50,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:44:50,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:44:50,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:44:50,738 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T02:44:50,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:44:50,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:44:50,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:44:50,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:44:50,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:44:50,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:44:50,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:44:50,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:44:50,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:44:50,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:44:50,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:44:50,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:44:50,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:44:50,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:44:50,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:44:52,087 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T02:44:52,192 INFO [Time-limited test {}] log.Log(170): Logging initialized @3034ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T02:44:52,281 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:52,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:52,382 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:52,383 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:52,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:52,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:52,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:52,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:52,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/java.io.tmpdir/jetty-localhost-36619-hadoop-hdfs-3_4_1-tests_jar-_-any-5336869589675551927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:44:52,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:36619} 2024-11-20T02:44:52,629 INFO [Time-limited test {}] server.Server(415): Started @3473ms 2024-11-20T02:44:53,270 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:53,281 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:53,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:53,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:53,288 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:53,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:53,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:53,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-10520242370259087974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:53,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-11-20T02:44:53,403 INFO [Time-limited test {}] server.Server(415): Started @4247ms 2024-11-20T02:44:53,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:44:53,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:53,613 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:53,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:53,616 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:53,617 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:53,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:53,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:53,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/java.io.tmpdir/jetty-localhost-40651-hadoop-hdfs-3_4_1-tests_jar-_-any-12714604023025619733/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:53,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:40651} 2024-11-20T02:44:53,752 INFO [Time-limited test {}] server.Server(415): Started @4596ms 2024-11-20T02:44:53,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:44:53,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:44:53,820 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:44:53,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:44:53,830 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:44:53,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:44:53,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:44:53,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:44:53,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/java.io.tmpdir/jetty-localhost-38713-hadoop-hdfs-3_4_1-tests_jar-_-any-3145649423690977017/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:44:53,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:38713} 2024-11-20T02:44:53,952 INFO [Time-limited test {}] server.Server(415): Started @4796ms 2024-11-20T02:44:53,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:44:54,904 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data1/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:54,904 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data4/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:54,904 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data2/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:54,904 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data3/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:54,950 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:44:54,950 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:44:54,991 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data6/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:54,991 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data5/current/BP-1480656848-172.17.0.2-1732070691583/current, will proceed with Du for space computation calculation, 2024-11-20T02:44:55,008 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21428b94de2fc904 with lease ID 0x1fa438d02f7b7f28: Processing first storage report for DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90 from datanode DatanodeRegistration(127.0.0.1:36229, datanodeUuid=f41701cb-cf3c-4713-ac0b-8c5e277d6e21, infoPort=42811, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21428b94de2fc904 with lease ID 0x1fa438d02f7b7f28: from storage DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90 node DatanodeRegistration(127.0.0.1:36229, datanodeUuid=f41701cb-cf3c-4713-ac0b-8c5e277d6e21, infoPort=42811, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca0d0be98319489 with lease ID 0x1fa438d02f7b7f27: Processing first storage report for DS-f3735492-1eda-43f7-ab93-b8aabd719901 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=67219923-9a71-4057-9b8e-0c8bd8dce635, infoPort=36335, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca0d0be98319489 with lease ID 0x1fa438d02f7b7f27: from storage DS-f3735492-1eda-43f7-ab93-b8aabd719901 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=67219923-9a71-4057-9b8e-0c8bd8dce635, infoPort=36335, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21428b94de2fc904 with lease ID 0x1fa438d02f7b7f28: Processing first storage report for DS-e11eb23d-acb7-4c15-935d-6153653372d2 from datanode DatanodeRegistration(127.0.0.1:36229, datanodeUuid=f41701cb-cf3c-4713-ac0b-8c5e277d6e21, infoPort=42811, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21428b94de2fc904 with lease ID 0x1fa438d02f7b7f28: from storage DS-e11eb23d-acb7-4c15-935d-6153653372d2 node DatanodeRegistration(127.0.0.1:36229, datanodeUuid=f41701cb-cf3c-4713-ac0b-8c5e277d6e21, infoPort=42811, infoSecurePort=0, ipcPort=37333, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca0d0be98319489 with lease ID 0x1fa438d02f7b7f27: Processing first storage report for DS-d6afb876-4d2f-45b2-9ca3-805462470e93 from datanode DatanodeRegistration(127.0.0.1:34291, datanodeUuid=67219923-9a71-4057-9b8e-0c8bd8dce635, infoPort=36335, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca0d0be98319489 with lease ID 0x1fa438d02f7b7f27: from storage DS-d6afb876-4d2f-45b2-9ca3-805462470e93 node DatanodeRegistration(127.0.0.1:34291, datanodeUuid=67219923-9a71-4057-9b8e-0c8bd8dce635, infoPort=36335, infoSecurePort=0, ipcPort=45411, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,019 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:44:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d313bf63d87d91 with lease ID 0x1fa438d02f7b7f29: Processing first storage report for DS-384f06ff-8619-4ade-8570-516ce964dcc3 from datanode DatanodeRegistration(127.0.0.1:37659, datanodeUuid=11a9eb9c-3301-4487-bfbf-2eee800b1d3c, infoPort=46641, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d313bf63d87d91 with lease ID 0x1fa438d02f7b7f29: from storage DS-384f06ff-8619-4ade-8570-516ce964dcc3 node DatanodeRegistration(127.0.0.1:37659, datanodeUuid=11a9eb9c-3301-4487-bfbf-2eee800b1d3c, infoPort=46641, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7d313bf63d87d91 with lease ID 0x1fa438d02f7b7f29: Processing first storage report for DS-3d86c736-e7b5-4ef3-b86e-d3e8b41c75b6 from datanode DatanodeRegistration(127.0.0.1:37659, datanodeUuid=11a9eb9c-3301-4487-bfbf-2eee800b1d3c, infoPort=46641, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583) 2024-11-20T02:44:55,026 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7d313bf63d87d91 with lease ID 0x1fa438d02f7b7f29: from storage DS-3d86c736-e7b5-4ef3-b86e-d3e8b41c75b6 node DatanodeRegistration(127.0.0.1:37659, datanodeUuid=11a9eb9c-3301-4487-bfbf-2eee800b1d3c, infoPort=46641, infoSecurePort=0, ipcPort=33843, storageInfo=lv=-57;cid=testClusterID;nsid=1420175444;c=1732070691583), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:44:55,091 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595 2024-11-20T02:44:55,176 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-20T02:44:55,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=158, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=6733 2024-11-20T02:44:55,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:44:55,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-20T02:44:55,383 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/zookeeper_0, clientPort=57366, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:44:55,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57366 2024-11-20T02:44:55,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:55,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:55,512 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:55,512 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:55,570 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:41114 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:37659:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41114 dst: /127.0.0.1:37659 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:55,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-20T02:44:55,998 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:56,008 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 with version=8 2024-11-20T02:44:56,009 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/hbase-staging 2024-11-20T02:44:56,116 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T02:44:56,392 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:56,403 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:56,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:56,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:56,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:56,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:56,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:44:56,675 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T02:44:56,686 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T02:44:56,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:56,716 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15642 (auto-detected) 2024-11-20T02:44:56,717 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T02:44:56,737 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43393 2024-11-20T02:44:56,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43393 connecting to ZooKeeper ensemble=127.0.0.1:57366 2024-11-20T02:44:56,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433930x0, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:56,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43393-0x101576af4800000 connected 2024-11-20T02:44:56,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:56,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:56,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:56,987 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470, hbase.cluster.distributed=false 2024-11-20T02:44:57,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:57,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-20T02:44:57,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43393 2024-11-20T02:44:57,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43393 2024-11-20T02:44:57,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-20T02:44:57,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43393 2024-11-20T02:44:57,153 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:57,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:57,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:57,158 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:44:57,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:57,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41323 2024-11-20T02:44:57,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41323 connecting to ZooKeeper ensemble=127.0.0.1:57366 2024-11-20T02:44:57,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413230x0, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:57,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413230x0, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:57,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41323-0x101576af4800001 connected 2024-11-20T02:44:57,196 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:44:57,206 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:44:57,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:44:57,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:57,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-20T02:44:57,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-11-20T02:44:57,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-11-20T02:44:57,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-20T02:44:57,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-20T02:44:57,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:57,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:57,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:57,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:44:57,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:57,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38387 2024-11-20T02:44:57,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38387 connecting to ZooKeeper ensemble=127.0.0.1:57366 2024-11-20T02:44:57,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383870x0, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:57,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383870x0, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:57,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38387-0x101576af4800002 connected 2024-11-20T02:44:57,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:44:57,280 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:44:57,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:44:57,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:57,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-20T02:44:57,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38387 2024-11-20T02:44:57,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38387 2024-11-20T02:44:57,291 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-20T02:44:57,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38387 2024-11-20T02:44:57,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:44:57,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,317 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,318 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:44:57,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:44:57,318 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:44:57,318 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:44:57,318 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:44:57,319 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41865 2024-11-20T02:44:57,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41865 connecting to ZooKeeper ensemble=127.0.0.1:57366 2024-11-20T02:44:57,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,364 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418650x0, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:44:57,365 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:44:57,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41865-0x101576af4800003 connected 2024-11-20T02:44:57,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:44:57,368 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:44:57,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:44:57,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:44:57,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-20T02:44:57,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41865 2024-11-20T02:44:57,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41865 2024-11-20T02:44:57,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-20T02:44:57,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41865 2024-11-20T02:44:57,408 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:43393 2024-11-20T02:44:57,409 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,43393,1732070696210 2024-11-20T02:44:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,431 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,433 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,43393,1732070696210 2024-11-20T02:44:57,464 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:44:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,465 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,467 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:44:57,468 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,43393,1732070696210 from backup master directory 2024-11-20T02:44:57,481 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,43393,1732070696210 2024-11-20T02:44:57,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:44:57,482 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:57,482 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,43393,1732070696210 2024-11-20T02:44:57,484 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T02:44:57,486 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T02:44:57,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/hbase.id] with ID: 633de69c-e80e-4abd-b0c3-0b26002ede01 2024-11-20T02:44:57,561 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/.tmp/hbase.id 2024-11-20T02:44:57,572 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,572 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,578 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:50568 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50568 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-20T02:44:57,587 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:57,587 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/.tmp/hbase.id]:[hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/hbase.id] 2024-11-20T02:44:57,644 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:44:57,650 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:44:57,672 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-20T02:44:57,698 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:57,714 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,715 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,728 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:50594 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50594 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:57,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-20T02:44:57,739 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:57,759 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:44:57,761 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:44:57,768 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:57,806 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,806 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,822 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:46446 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:36229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46446 dst: /127.0.0.1:36229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-20T02:44:57,829 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:57,848 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store 2024-11-20T02:44:57,873 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,873 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:57,876 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:50620 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50620 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:57,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-20T02:44:57,883 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:57,888 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T02:44:57,892 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:57,894 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:44:57,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:57,894 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:57,896 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:44:57,896 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:57,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:44:57,897 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070697893Disabling compacts and flushes for region at 1732070697893Disabling writes for close at 1732070697896 (+3 ms)Writing region close event to WAL at 1732070697896Closed at 1732070697896 2024-11-20T02:44:57,900 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/.initializing 2024-11-20T02:44:57,900 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/WALs/1c82b83631a2,43393,1732070696210 2024-11-20T02:44:57,911 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:57,931 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C43393%2C1732070696210, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/WALs/1c82b83631a2,43393,1732070696210, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/oldWALs, maxLogs=10 2024-11-20T02:44:57,965 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/WALs/1c82b83631a2,43393,1732070696210/1c82b83631a2%2C43393%2C1732070696210.1732070697937, exclude list is [], retry=0 2024-11-20T02:44:57,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-f3735492-1eda-43f7-ab93-b8aabd719901,DISK] 2024-11-20T02:44:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-384f06ff-8619-4ade-8570-516ce964dcc3,DISK] 2024-11-20T02:44:57,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36229,DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90,DISK] 2024-11-20T02:44:57,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T02:44:58,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-20T02:44:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-20T02:44:58,041 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/WALs/1c82b83631a2,43393,1732070696210/1c82b83631a2%2C43393%2C1732070696210.1732070697937 2024-11-20T02:44:58,050 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36335:36335)] 2024-11-20T02:44:58,050 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:44:58,051 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:58,054 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,056 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:44:58,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:58,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:44:58,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:58,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:44:58,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:58,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:44:58,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:44:58,149 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,153 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,155 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,161 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,162 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,165 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:44:58,169 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:44:58,176 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:44:58,177 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67135115, jitterRate=3.911703824996948E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:44:58,188 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070698069Initializing all the Stores at 1732070698072 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070698073 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070698073Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070698074 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070698074Cleaning up temporary data from old regions at 1732070698162 (+88 ms)Region opened successfully at 1732070698188 (+26 ms) 2024-11-20T02:44:58,189 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:44:58,237 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95957c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:58,285 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:44:58,302 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:44:58,302 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:44:58,306 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:44:58,308 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:44:58,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T02:44:58,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:44:58,351 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:44:58,361 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:44:58,414 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:44:58,416 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:44:58,418 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:44:58,424 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:44:58,426 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:44:58,434 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:44:58,440 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:44:58,442 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:44:58,449 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:44:58,467 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:44:58,474 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:44:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:58,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:58,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,486 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:44:58,486 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,487 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,43393,1732070696210, sessionid=0x101576af4800000, setting cluster-up flag (Was=false) 2024-11-20T02:44:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,516 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,540 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:44:58,543 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,43393,1732070696210 2024-11-20T02:44:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,565 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:58,591 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:44:58,593 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,43393,1732070696210 2024-11-20T02:44:58,600 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:44:58,683 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:58,692 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(746): ClusterId : 633de69c-e80e-4abd-b0c3-0b26002ede01 2024-11-20T02:44:58,692 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(746): ClusterId : 633de69c-e80e-4abd-b0c3-0b26002ede01 2024-11-20T02:44:58,692 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(746): ClusterId : 633de69c-e80e-4abd-b0c3-0b26002ede01 2024-11-20T02:44:58,694 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:44:58,695 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:44:58,695 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:44:58,695 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:44:58,703 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:44:58,708 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,43393,1732070696210 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:44:58,725 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:44:58,725 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:44:58,725 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:44:58,725 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:44:58,725 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:44:58,725 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:44:58,727 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:58,728 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:58,728 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:58,731 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070728731 2024-11-20T02:44:58,734 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:44:58,735 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:44:58,739 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:44:58,739 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:58,740 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:44:58,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:44:58,740 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:44:58,740 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:44:58,740 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:44:58,741 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:44:58,741 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:44:58,741 DEBUG [RS:0;1c82b83631a2:41323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645898bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:58,741 DEBUG [RS:1;1c82b83631a2:38387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d03d40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:58,741 DEBUG [RS:2;1c82b83631a2:41865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355322ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:44:58,742 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:58,747 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:44:58,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,749 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:44:58,749 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:44:58,749 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:44:58,752 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:44:58,753 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:44:58,755 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070698754,5,FailOnTimeoutGroup] 2024-11-20T02:44:58,758 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:58,759 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:58,762 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1c82b83631a2:41865 2024-11-20T02:44:58,762 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070698755,5,FailOnTimeoutGroup] 2024-11-20T02:44:58,763 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:58,763 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:44:58,764 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:58,765 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:58,767 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1c82b83631a2:38387 2024-11-20T02:44:58,767 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:41323 2024-11-20T02:44:58,767 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:44:58,767 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:44:58,767 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:44:58,767 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:44:58,767 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:44:58,767 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:44:58,767 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:44:58,767 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:44:58,767 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:44:58,770 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,43393,1732070696210 with port=41865, startcode=1732070697316 2024-11-20T02:44:58,771 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,43393,1732070696210 with port=41323, startcode=1732070697116 2024-11-20T02:44:58,771 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,43393,1732070696210 with port=38387, startcode=1732070697239 2024-11-20T02:44:58,772 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:46482 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:36229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46482 dst: /127.0.0.1:36229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:58,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-20T02:44:58,779 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:58,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:44:58,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 2024-11-20T02:44:58,787 DEBUG [RS:2;1c82b83631a2:41865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:44:58,787 DEBUG [RS:0;1c82b83631a2:41323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:44:58,787 DEBUG [RS:1;1c82b83631a2:38387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:44:58,805 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:58,805 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:44:58,830 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:41152 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:37659:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41152 dst: /127.0.0.1:37659 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:44:58,831 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:44:58,831 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48825, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:44:58,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:44:58,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-20T02:44:58,839 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:44:58,839 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,41865,1732070697316 2024-11-20T02:44:58,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:58,842 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,41865,1732070697316 2024-11-20T02:44:58,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:44:58,848 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:44:58,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:58,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:44:58,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:44:58,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:44:58,858 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,41323,1732070697116 2024-11-20T02:44:58,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,41323,1732070697116 2024-11-20T02:44:58,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:44:58,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:58,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:44:58,863 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 2024-11-20T02:44:58,863 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41665 2024-11-20T02:44:58,864 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:44:58,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:44:58,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:58,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:58,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:44:58,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,38387,1732070697239 2024-11-20T02:44:58,869 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 2024-11-20T02:44:58,869 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43393 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,38387,1732070697239 2024-11-20T02:44:58,870 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41665 2024-11-20T02:44:58,870 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:44:58,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740 2024-11-20T02:44:58,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740 2024-11-20T02:44:58,875 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 2024-11-20T02:44:58,876 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41665 2024-11-20T02:44:58,876 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:44:58,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:44:58,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:44:58,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:44:58,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:44:58,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:44:58,904 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:44:58,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67208426, jitterRate=0.0014835894107818604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:44:58,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070698840Initializing all the Stores at 1732070698843 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070698843Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070698844 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070698844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070698844Cleaning up temporary data from old regions at 1732070698877 (+33 ms)Region opened successfully at 1732070698909 (+32 ms) 2024-11-20T02:44:58,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:44:58,910 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:44:58,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:44:58,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:44:58,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:44:58,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:44:58,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070698910Disabling compacts and flushes for region at 1732070698910Disabling writes for close at 1732070698910Writing region close event to WAL at 1732070698911 (+1 ms)Closed at 1732070698912 (+1 ms) 2024-11-20T02:44:58,917 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:58,917 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:44:58,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:44:58,938 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:44:58,942 DEBUG [RS:2;1c82b83631a2:41865 {}] zookeeper.ZKUtil(111): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,41865,1732070697316 2024-11-20T02:44:58,942 WARN [RS:2;1c82b83631a2:41865 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:58,942 INFO [RS:2;1c82b83631a2:41865 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:58,943 DEBUG [RS:1;1c82b83631a2:38387 {}] zookeeper.ZKUtil(111): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,38387,1732070697239 2024-11-20T02:44:58,943 DEBUG [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41865,1732070697316 2024-11-20T02:44:58,943 WARN [RS:1;1c82b83631a2:38387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:58,943 INFO [RS:1;1c82b83631a2:38387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:58,943 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,38387,1732070697239 2024-11-20T02:44:58,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,41323,1732070697116] 2024-11-20T02:44:58,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,41865,1732070697316] 2024-11-20T02:44:58,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,38387,1732070697239] 2024-11-20T02:44:58,944 DEBUG [RS:0;1c82b83631a2:41323 {}] zookeeper.ZKUtil(111): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,41323,1732070697116 2024-11-20T02:44:58,945 WARN [RS:0;1c82b83631a2:41323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:44:58,945 INFO [RS:0;1c82b83631a2:41323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:58,945 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116 2024-11-20T02:44:58,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:44:58,979 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:44:58,979 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:44:58,979 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:44:58,999 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:44:58,999 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:44:58,999 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:44:59,005 INFO [RS:0;1c82b83631a2:41323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:44:59,005 INFO [RS:2;1c82b83631a2:41865 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:44:59,005 INFO [RS:1;1c82b83631a2:38387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:44:59,005 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,005 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,005 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,007 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:44:59,007 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:44:59,010 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:44:59,014 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:44:59,014 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:44:59,014 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:44:59,016 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,016 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,016 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,016 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,016 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,016 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,017 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:1;1c82b83631a2:38387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,018 DEBUG [RS:0;1c82b83631a2:41323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,018 DEBUG [RS:2;1c82b83631a2:41865 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:44:59,027 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41323,1732070697116-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:44:59,027 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,028 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38387,1732070697239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:44:59,029 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,029 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,030 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,030 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,030 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,030 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41865,1732070697316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:44:59,056 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:44:59,056 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:44:59,058 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41323,1732070697116-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,058 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38387,1732070697239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,058 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,058 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,059 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.Replication(171): 1c82b83631a2,38387,1732070697239 started 2024-11-20T02:44:59,059 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.Replication(171): 1c82b83631a2,41323,1732070697116 started 2024-11-20T02:44:59,062 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:44:59,063 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41865,1732070697316-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,063 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,063 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.Replication(171): 1c82b83631a2,41865,1732070697316 started 2024-11-20T02:44:59,082 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,082 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,41865,1732070697316, RpcServer on 1c82b83631a2/172.17.0.2:41865, sessionid=0x101576af4800003 2024-11-20T02:44:59,083 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:44:59,083 DEBUG [RS:2;1c82b83631a2:41865 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,41865,1732070697316 2024-11-20T02:44:59,083 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,083 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,083 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41865,1732070697316' 2024-11-20T02:44:59,083 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,38387,1732070697239, RpcServer on 1c82b83631a2/172.17.0.2:38387, sessionid=0x101576af4800002 2024-11-20T02:44:59,083 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,41323,1732070697116, RpcServer on 1c82b83631a2/172.17.0.2:41323, sessionid=0x101576af4800001 2024-11-20T02:44:59,083 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:44:59,083 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:44:59,083 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:44:59,084 DEBUG [RS:0;1c82b83631a2:41323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,41323,1732070697116 2024-11-20T02:44:59,084 DEBUG [RS:1;1c82b83631a2:38387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,38387,1732070697239 2024-11-20T02:44:59,084 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41323,1732070697116' 2024-11-20T02:44:59,084 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38387,1732070697239' 2024-11-20T02:44:59,084 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:44:59,084 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:44:59,085 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:44:59,085 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:44:59,085 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:44:59,085 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:44:59,085 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:44:59,085 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:44:59,085 DEBUG [RS:1;1c82b83631a2:38387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,38387,1732070697239 2024-11-20T02:44:59,085 DEBUG [RS:0;1c82b83631a2:41323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,41323,1732070697116 2024-11-20T02:44:59,085 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41323,1732070697116' 2024-11-20T02:44:59,085 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38387,1732070697239' 2024-11-20T02:44:59,086 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:44:59,086 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:44:59,086 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:44:59,086 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:44:59,086 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:44:59,091 DEBUG [RS:1;1c82b83631a2:38387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:44:59,091 DEBUG [RS:0;1c82b83631a2:41323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:44:59,091 INFO [RS:1;1c82b83631a2:38387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:44:59,091 INFO [RS:0;1c82b83631a2:41323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:44:59,091 INFO [RS:0;1c82b83631a2:41323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:44:59,091 INFO [RS:1;1c82b83631a2:38387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:44:59,091 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:44:59,091 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:44:59,091 DEBUG [RS:2;1c82b83631a2:41865 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,41865,1732070697316 2024-11-20T02:44:59,091 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,41865,1732070697316' 2024-11-20T02:44:59,091 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:44:59,092 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:44:59,092 DEBUG [RS:2;1c82b83631a2:41865 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:44:59,093 INFO [RS:2;1c82b83631a2:41865 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:44:59,093 INFO [RS:2;1c82b83631a2:41865 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:44:59,097 WARN [1c82b83631a2:43393 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:44:59,197 INFO [RS:0;1c82b83631a2:41323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:59,197 INFO [RS:2;1c82b83631a2:41865 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:59,197 INFO [RS:1;1c82b83631a2:38387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:44:59,201 INFO [RS:1;1c82b83631a2:38387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C38387%2C1732070697239, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,38387,1732070697239, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs, maxLogs=32 2024-11-20T02:44:59,201 INFO [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C41323%2C1732070697116, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs, maxLogs=32 2024-11-20T02:44:59,201 INFO [RS:2;1c82b83631a2:41865 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C41865%2C1732070697316, suffix=, logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41865,1732070697316, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs, maxLogs=32 2024-11-20T02:44:59,220 DEBUG [RS:1;1c82b83631a2:38387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,38387,1732070697239/1c82b83631a2%2C38387%2C1732070697239.1732070699204, exclude list is [], retry=0 2024-11-20T02:44:59,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-384f06ff-8619-4ade-8570-516ce964dcc3,DISK] 2024-11-20T02:44:59,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36229,DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90,DISK] 2024-11-20T02:44:59,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-f3735492-1eda-43f7-ab93-b8aabd719901,DISK] 2024-11-20T02:44:59,247 DEBUG [RS:2;1c82b83631a2:41865 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41865,1732070697316/1c82b83631a2%2C41865%2C1732070697316.1732070699204, exclude list is [], retry=0 2024-11-20T02:44:59,247 DEBUG [RS:0;1c82b83631a2:41323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116/1c82b83631a2%2C41323%2C1732070697116.1732070699204, exclude list is [], retry=0 2024-11-20T02:44:59,250 INFO [RS:1;1c82b83631a2:38387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,38387,1732070697239/1c82b83631a2%2C38387%2C1732070697239.1732070699204 2024-11-20T02:44:59,252 DEBUG [RS:1;1c82b83631a2:38387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:36335:36335)] 2024-11-20T02:44:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36229,DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90,DISK] 2024-11-20T02:44:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-384f06ff-8619-4ade-8570-516ce964dcc3,DISK] 2024-11-20T02:44:59,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36229,DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90,DISK] 2024-11-20T02:44:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-f3735492-1eda-43f7-ab93-b8aabd719901,DISK] 2024-11-20T02:44:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-384f06ff-8619-4ade-8570-516ce964dcc3,DISK] 2024-11-20T02:44:59,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-f3735492-1eda-43f7-ab93-b8aabd719901,DISK] 2024-11-20T02:44:59,267 INFO [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116/1c82b83631a2%2C41323%2C1732070697116.1732070699204 2024-11-20T02:44:59,267 INFO [RS:2;1c82b83631a2:41865 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41865,1732070697316/1c82b83631a2%2C41865%2C1732070697316.1732070699204 2024-11-20T02:44:59,268 DEBUG [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:46641:46641),(127.0.0.1/127.0.0.1:36335:36335)] 2024-11-20T02:44:59,271 DEBUG [RS:2;1c82b83631a2:41865 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:36335:36335),(127.0.0.1/127.0.0.1:46641:46641)] 2024-11-20T02:44:59,349 DEBUG [1c82b83631a2:43393 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T02:44:59,357 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:44:59,365 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:44:59,366 INFO [1c82b83631a2:43393 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:44:59,366 INFO [1c82b83631a2:43393 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:44:59,366 INFO [1c82b83631a2:43393 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:44:59,366 DEBUG [1c82b83631a2:43393 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:44:59,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,41323,1732070697116 2024-11-20T02:44:59,382 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,41323,1732070697116, state=OPENING 2024-11-20T02:44:59,422 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:44:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:59,432 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:59,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:44:59,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,435 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:44:59,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,41323,1732070697116}] 2024-11-20T02:44:59,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:44:59,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33023, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:44:59,634 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:44:59,635 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:44:59,636 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:44:59,640 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C41323%2C1732070697116.meta, suffix=.meta, logDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116, archiveDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs, maxLogs=32 2024-11-20T02:44:59,657 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116/1c82b83631a2%2C41323%2C1732070697116.meta.1732070699642.meta, exclude list is [], retry=0 2024-11-20T02:44:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36229,DS-9b241b6d-5c57-48f3-85f6-7c3eff960a90,DISK] 2024-11-20T02:44:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37659,DS-384f06ff-8619-4ade-8570-516ce964dcc3,DISK] 2024-11-20T02:44:59,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34291,DS-f3735492-1eda-43f7-ab93-b8aabd719901,DISK] 2024-11-20T02:44:59,669 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116/1c82b83631a2%2C41323%2C1732070697116.meta.1732070699642.meta 2024-11-20T02:44:59,670 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36335:36335),(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:46641:46641)] 2024-11-20T02:44:59,670 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:44:59,672 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:44:59,675 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:44:59,681 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:44:59,686 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:44:59,686 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:44:59,687 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:44:59,687 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:44:59,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:44:59,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:44:59,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:59,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:59,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:44:59,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:44:59,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:59,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:59,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:44:59,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:44:59,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:59,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:59,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:44:59,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:44:59,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:44:59,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:44:59,734 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:44:59,737 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740 2024-11-20T02:44:59,741 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740 2024-11-20T02:44:59,744 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:44:59,744 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:44:59,745 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:44:59,750 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:44:59,753 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72752041, jitterRate=0.08408989012241364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:44:59,754 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:44:59,756 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070699687Writing region info on filesystem at 1732070699687Initializing all the Stores at 1732070699690 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070699690Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070699690Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070699690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070699690Cleaning up temporary data from old regions at 1732070699744 (+54 ms)Running coprocessor post-open hooks at 1732070699754 (+10 ms)Region opened successfully at 1732070699756 (+2 ms) 2024-11-20T02:44:59,771 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070699605 2024-11-20T02:44:59,784 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:44:59,785 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:44:59,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,41323,1732070697116 2024-11-20T02:44:59,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,41323,1732070697116, state=OPEN 2024-11-20T02:44:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:59,832 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:59,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:44:59,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:44:59,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,41323,1732070697116 2024-11-20T02:44:59,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:44:59,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,41323,1732070697116 in 396 msec 2024-11-20T02:44:59,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:44:59,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 914 msec 2024-11-20T02:44:59,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:44:59,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:44:59,871 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:44:59,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,41323,1732070697116, seqNum=-1] 2024-11-20T02:44:59,893 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:44:59,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:44:59,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-20T02:44:59,923 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070699922, completionTime=-1 2024-11-20T02:44:59,926 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T02:44:59,926 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:44:59,956 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T02:44:59,956 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070759956 2024-11-20T02:44:59,956 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070819956 2024-11-20T02:44:59,956 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-20T02:44:59,957 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:44:59,964 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,965 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,965 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,968 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:43393, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,968 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,969 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:44:59,976 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:45:00,000 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.518sec 2024-11-20T02:45:00,002 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:45:00,004 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:45:00,006 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:45:00,006 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:45:00,007 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:45:00,008 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:45:00,009 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:45:00,015 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:45:00,016 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:45:00,016 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,43393,1732070696210-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:00,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c0bd1c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:00,110 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T02:45:00,110 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T02:45:00,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,43393,-1 for getting cluster id 2024-11-20T02:45:00,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:45:00,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '633de69c-e80e-4abd-b0c3-0b26002ede01' 2024-11-20T02:45:00,129 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:45:00,129 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "633de69c-e80e-4abd-b0c3-0b26002ede01" 2024-11-20T02:45:00,130 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2170c3da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:00,130 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,43393,-1] 2024-11-20T02:45:00,133 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:45:00,135 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:00,136 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:45:00,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa9a4ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:00,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:45:00,149 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,41323,1732070697116, seqNum=-1] 2024-11-20T02:45:00,150 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:45:00,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:45:00,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,43393,1732070696210 2024-11-20T02:45:00,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:45:00,185 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,43393,1732070696210 2024-11-20T02:45:00,187 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ef852df 2024-11-20T02:45:00,188 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:45:00,191 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:45:00,197 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:45:00,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T02:45:00,210 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:45:00,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T02:45:00,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:00,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:45:00,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:00,229 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:00,229 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:00,240 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:41200 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:37659:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41200 dst: /127.0.0.1:37659 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:00,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-20T02:45:00,247 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:00,249 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7857f927d8c3b420e6b0dae67144130f, NAME => 'TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470 2024-11-20T02:45:00,261 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:00,261 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:00,268 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:50666 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50666 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:00,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-20T02:45:00,276 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 7857f927d8c3b420e6b0dae67144130f, disabling compactions & flushes 2024-11-20T02:45:00,276 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. after waiting 0 ms 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,276 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,276 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7857f927d8c3b420e6b0dae67144130f: Waiting for close lock at 1732070700276Disabling compacts and flushes for region at 1732070700276Disabling writes for close at 1732070700276Writing region close event to WAL at 1732070700276Closed at 1732070700276 2024-11-20T02:45:00,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:45:00,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732070700279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070700279"}]},"ts":"1732070700279"} 2024-11-20T02:45:00,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:45:00,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:45:00,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070700293"}]},"ts":"1732070700293"} 2024-11-20T02:45:00,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T02:45:00,302 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:45:00,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:45:00,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:45:00,304 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:45:00,304 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:45:00,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=7857f927d8c3b420e6b0dae67144130f, ASSIGN}] 2024-11-20T02:45:00,310 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=7857f927d8c3b420e6b0dae67144130f, ASSIGN 2024-11-20T02:45:00,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=7857f927d8c3b420e6b0dae67144130f, ASSIGN; state=OFFLINE, location=1c82b83631a2,38387,1732070697239; forceNewPlan=false, retain=false 2024-11-20T02:45:00,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:00,468 INFO [1c82b83631a2:43393 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T02:45:00,469 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7857f927d8c3b420e6b0dae67144130f, regionState=OPENING, regionLocation=1c82b83631a2,38387,1732070697239 2024-11-20T02:45:00,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=7857f927d8c3b420e6b0dae67144130f, ASSIGN because future has completed 2024-11-20T02:45:00,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7857f927d8c3b420e6b0dae67144130f, server=1c82b83631a2,38387,1732070697239}] 2024-11-20T02:45:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:00,635 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:45:00,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50771, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:45:00,644 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,645 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7857f927d8c3b420e6b0dae67144130f, NAME => 'TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:45:00,645 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:00,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,649 INFO [StoreOpener-7857f927d8c3b420e6b0dae67144130f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,651 INFO [StoreOpener-7857f927d8c3b420e6b0dae67144130f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7857f927d8c3b420e6b0dae67144130f columnFamilyName cf 2024-11-20T02:45:00,651 DEBUG [StoreOpener-7857f927d8c3b420e6b0dae67144130f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:00,653 INFO [StoreOpener-7857f927d8c3b420e6b0dae67144130f-1 {}] regionserver.HStore(327): Store=7857f927d8c3b420e6b0dae67144130f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:45:00,653 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,655 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,656 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,657 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,658 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,661 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,674 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:45:00,675 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7857f927d8c3b420e6b0dae67144130f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62824946, jitterRate=-0.06383535265922546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:45:00,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:00,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7857f927d8c3b420e6b0dae67144130f: Running coprocessor pre-open hook at 1732070700646Writing region info on filesystem at 1732070700646Initializing all the Stores at 1732070700648 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070700648Cleaning up temporary data from old regions at 1732070700658 (+10 ms)Running coprocessor post-open hooks at 1732070700676 (+18 ms)Region opened successfully at 1732070700676 2024-11-20T02:45:00,679 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f., pid=6, masterSystemTime=1732070700635 2024-11-20T02:45:00,683 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,683 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:00,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7857f927d8c3b420e6b0dae67144130f, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38387,1732070697239 2024-11-20T02:45:00,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7857f927d8c3b420e6b0dae67144130f, server=1c82b83631a2,38387,1732070697239 because future has completed 2024-11-20T02:45:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:45:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7857f927d8c3b420e6b0dae67144130f, server=1c82b83631a2,38387,1732070697239 in 220 msec 2024-11-20T02:45:00,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:45:00,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=7857f927d8c3b420e6b0dae67144130f, ASSIGN in 396 msec 2024-11-20T02:45:00,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:45:00,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070700710"}]},"ts":"1732070700710"} 2024-11-20T02:45:00,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T02:45:00,717 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:45:00,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 516 msec 2024-11-20T02:45:00,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:00,847 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T02:45:00,847 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T02:45:00,848 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:45:00,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T02:45:00,856 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:45:00,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T02:45:00,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f., hostname=1c82b83631a2,38387,1732070697239, seqNum=2] 2024-11-20T02:45:00,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:45:00,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:45:00,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T02:45:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T02:45:00,895 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:45:00,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:00,899 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:45:00,901 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:45:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-20T02:45:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-20T02:45:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-20T02:45:00,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-20T02:45:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-20T02:45:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-20T02:45:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-20T02:45:01,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-20T02:45:01,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T02:45:01,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,073 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7857f927d8c3b420e6b0dae67144130f 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T02:45:01,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/.tmp/cf/7a2a92ca139542ac89dd6036e7c23388 is 36, key is row/cf:cq/1732070700875/Put/seqid=0 2024-11-20T02:45:01,137 WARN [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,137 WARN [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,151 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1533475913_22 at /127.0.0.1:46588 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:36229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46588 dst: /127.0.0.1:36229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-20T02:45:01,158 WARN [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:01,159 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/.tmp/cf/7a2a92ca139542ac89dd6036e7c23388 2024-11-20T02:45:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/.tmp/cf/7a2a92ca139542ac89dd6036e7c23388 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/cf/7a2a92ca139542ac89dd6036e7c23388 2024-11-20T02:45:01,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:01,226 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/cf/7a2a92ca139542ac89dd6036e7c23388, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T02:45:01,234 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 7857f927d8c3b420e6b0dae67144130f in 160ms, sequenceid=5, compaction requested=false 2024-11-20T02:45:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-20T02:45:01,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7857f927d8c3b420e6b0dae67144130f: 2024-11-20T02:45:01,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T02:45:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T02:45:01,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T02:45:01,253 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 345 msec 2024-11-20T02:45:01,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 369 msec 2024-11-20T02:45:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:01,526 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T02:45:01,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:45:01,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:45:01,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:01,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:45:01,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:45:01,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887671035, stopped=false 2024-11-20T02:45:01,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,43393,1732070696210 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:01,599 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:01,599 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:01,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:01,599 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:45:01,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:45:01,599 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:01,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,41323,1732070697116' ***** 2024-11-20T02:45:01,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,38387,1732070697239' ***** 2024-11-20T02:45:01,600 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,41865,1732070697316' ***** 2024-11-20T02:45:01,600 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:01,601 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:01,601 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:01,601 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:01,601 INFO [RS:0;1c82b83631a2:41323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:01,601 INFO [RS:2;1c82b83631a2:41865 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:01,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:01,601 INFO [RS:0;1c82b83631a2:41323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:01,601 INFO [RS:2;1c82b83631a2:41865 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:01,601 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,41865,1732070697316 2024-11-20T02:45:01,601 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,41323,1732070697116 2024-11-20T02:45:01,601 INFO [RS:0;1c82b83631a2:41323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:01,601 INFO [RS:2;1c82b83631a2:41865 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:01,601 INFO [RS:1;1c82b83631a2:38387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:01,601 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:01,602 INFO [RS:2;1c82b83631a2:41865 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1c82b83631a2:41865. 2024-11-20T02:45:01,602 INFO [RS:0;1c82b83631a2:41323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:41323. 2024-11-20T02:45:01,602 INFO [RS:1;1c82b83631a2:38387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:01,602 DEBUG [RS:2;1c82b83631a2:41865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:01,602 DEBUG [RS:0;1c82b83631a2:41323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:01,602 DEBUG [RS:2;1c82b83631a2:41865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,602 DEBUG [RS:0;1c82b83631a2:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,602 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(3091): Received CLOSE for 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:01,602 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,41865,1732070697316; all regions closed. 2024-11-20T02:45:01,602 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:01,602 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:01,602 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,38387,1732070697239 2024-11-20T02:45:01,602 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:01,602 INFO [RS:1;1c82b83631a2:38387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:01,603 INFO [RS:1;1c82b83631a2:38387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1c82b83631a2:38387. 2024-11-20T02:45:01,603 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:45:01,603 DEBUG [RS:1;1c82b83631a2:38387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:01,603 DEBUG [RS:1;1c82b83631a2:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,603 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T02:45:01,603 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7857f927d8c3b420e6b0dae67144130f, disabling compactions & flushes 2024-11-20T02:45:01,603 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:01,603 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1325): Online Regions={7857f927d8c3b420e6b0dae67144130f=TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f.} 2024-11-20T02:45:01,603 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,603 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,603 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. after waiting 0 ms 2024-11-20T02:45:01,603 DEBUG [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1351): Waiting on 7857f927d8c3b420e6b0dae67144130f 2024-11-20T02:45:01,603 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,606 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T02:45:01,607 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T02:45:01,607 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:45:01,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:01,607 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:45:01,607 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:45:01,607 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:45:01,607 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:45:01,607 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:45:01,607 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T02:45:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741828_1018 (size=93) 2024-11-20T02:45:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_1073741828_1018 (size=93) 2024-11-20T02:45:01,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741828_1018 (size=93) 2024-11-20T02:45:01,621 DEBUG [RS:2;1c82b83631a2:41865 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs 2024-11-20T02:45:01,621 INFO [RS:2;1c82b83631a2:41865 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C41865%2C1732070697316:(num 1732070699204) 2024-11-20T02:45:01,621 DEBUG [RS:2;1c82b83631a2:41865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,621 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:01,622 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:01,622 INFO [RS:2;1c82b83631a2:41865 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41865 2024-11-20T02:45:01,633 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:01,634 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,41865,1732070697316 2024-11-20T02:45:01,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:01,635 INFO [RS:2;1c82b83631a2:41865 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:01,637 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:01,637 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:01,638 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/default/TestHBaseWalOnEC/7857f927d8c3b420e6b0dae67144130f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T02:45:01,641 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,641 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7857f927d8c3b420e6b0dae67144130f: Waiting for close lock at 1732070701603Running coprocessor pre-close hooks at 1732070701603Disabling compacts and flushes for region at 1732070701603Disabling writes for close at 1732070701603Writing region close event to WAL at 1732070701608 (+5 ms)Running coprocessor post-close hooks at 1732070701640 (+32 ms)Closed at 1732070701641 (+1 ms) 2024-11-20T02:45:01,642 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f. 2024-11-20T02:45:01,647 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,41865,1732070697316] 2024-11-20T02:45:01,656 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,41865,1732070697316 already deleted, retry=false 2024-11-20T02:45:01,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,41865,1732070697316 expired; onlineServers=2 2024-11-20T02:45:01,660 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/info/afa6b758d1944c7f8b23767503882f17 is 153, key is TestHBaseWalOnEC,,1732070700192.7857f927d8c3b420e6b0dae67144130f./info:regioninfo/1732070700684/Put/seqid=0 2024-11-20T02:45:01,664 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,665 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,671 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2022872102_22 at /127.0.0.1:46604 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:36229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46604 dst: /127.0.0.1:36229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:01,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-20T02:45:01,685 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:01,685 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/info/afa6b758d1944c7f8b23767503882f17 2024-11-20T02:45:01,720 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/ns/293d54776c5b42b8bff18fb4257fb75a is 43, key is default/ns:d/1732070699900/Put/seqid=0 2024-11-20T02:45:01,723 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,723 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,736 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2022872102_22 at /127.0.0.1:50720 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50720 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:01,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-20T02:45:01,743 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:01,743 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/ns/293d54776c5b42b8bff18fb4257fb75a 2024-11-20T02:45:01,747 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:01,747 DEBUG [pool-77-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41865-0x101576af4800003, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:01,747 INFO [RS:2;1c82b83631a2:41865 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:01,748 INFO [RS:2;1c82b83631a2:41865 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,41865,1732070697316; zookeeper connection closed. 2024-11-20T02:45:01,749 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1a99785d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1a99785d 2024-11-20T02:45:01,776 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/table/fc789a394f484f91bde6f03a2c5b8747 is 52, key is TestHBaseWalOnEC/table:state/1732070700710/Put/seqid=0 2024-11-20T02:45:01,779 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,779 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:01,781 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_2022872102_22 at /127.0.0.1:41262 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:37659:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41262 dst: /127.0.0.1:37659 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:01,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-20T02:45:01,793 WARN [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:01,794 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/table/fc789a394f484f91bde6f03a2c5b8747 2024-11-20T02:45:01,803 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,38387,1732070697239; all regions closed. 2024-11-20T02:45:01,807 DEBUG [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:45:01,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741826_1016 (size=1298) 2024-11-20T02:45:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741826_1016 (size=1298) 2024-11-20T02:45:01,811 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/info/afa6b758d1944c7f8b23767503882f17 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/info/afa6b758d1944c7f8b23767503882f17 2024-11-20T02:45:01,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_1073741826_1016 (size=1298) 2024-11-20T02:45:01,819 DEBUG [RS:1;1c82b83631a2:38387 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs 2024-11-20T02:45:01,819 INFO [RS:1;1c82b83631a2:38387 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C38387%2C1732070697239:(num 1732070699204) 2024-11-20T02:45:01,819 DEBUG [RS:1;1c82b83631a2:38387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:01,820 INFO [RS:1;1c82b83631a2:38387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38387 2024-11-20T02:45:01,821 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:01,826 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/info/afa6b758d1944c7f8b23767503882f17, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T02:45:01,830 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/ns/293d54776c5b42b8bff18fb4257fb75a as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/ns/293d54776c5b42b8bff18fb4257fb75a 2024-11-20T02:45:01,842 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/ns/293d54776c5b42b8bff18fb4257fb75a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T02:45:01,844 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/.tmp/table/fc789a394f484f91bde6f03a2c5b8747 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/table/fc789a394f484f91bde6f03a2c5b8747 2024-11-20T02:45:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,38387,1732070697239 2024-11-20T02:45:01,848 INFO [RS:1;1c82b83631a2:38387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:01,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:01,849 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007f00048f5ff8@8e477f0 rejected from java.util.concurrent.ThreadPoolExecutor@4de6f888[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T02:45:01,856 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/table/fc789a394f484f91bde6f03a2c5b8747, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T02:45:01,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,38387,1732070697239] 2024-11-20T02:45:01,858 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 251ms, sequenceid=11, compaction requested=false 2024-11-20T02:45:01,858 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:45:01,865 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,38387,1732070697239 already deleted, retry=false 2024-11-20T02:45:01,865 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,38387,1732070697239 expired; onlineServers=1 2024-11-20T02:45:01,870 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T02:45:01,871 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:45:01,871 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:45:01,871 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070701607Running coprocessor pre-close hooks at 1732070701607Disabling compacts and flushes for region at 1732070701607Disabling writes for close at 1732070701607Obtaining lock to block concurrent updates at 1732070701608 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732070701608Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732070701608Flushing stores of hbase:meta,,1.1588230740 at 1732070701609 (+1 ms)Flushing 1588230740/info: creating writer at 1732070701610 (+1 ms)Flushing 1588230740/info: appending metadata at 1732070701654 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732070701654Flushing 1588230740/ns: creating writer at 1732070701699 (+45 ms)Flushing 1588230740/ns: appending metadata at 1732070701718 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732070701718Flushing 1588230740/table: creating writer at 1732070701757 (+39 ms)Flushing 1588230740/table: appending metadata at 1732070701775 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732070701775Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dc92ff2: reopening flushed file at 1732070701808 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6225bd2f: reopening flushed file at 1732070701827 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@692b74db: reopening flushed file at 1732070701843 (+16 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 251ms, sequenceid=11, compaction requested=false at 1732070701858 (+15 ms)Writing region close event to WAL at 1732070701863 (+5 ms)Running coprocessor post-close hooks at 1732070701871 (+8 ms)Closed at 1732070701871 2024-11-20T02:45:01,872 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:45:01,957 INFO [RS:1;1c82b83631a2:38387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:01,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:01,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38387-0x101576af4800002, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:01,957 INFO [RS:1;1c82b83631a2:38387 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,38387,1732070697239; zookeeper connection closed. 2024-11-20T02:45:01,957 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43e24c1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43e24c1a 2024-11-20T02:45:02,007 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,41323,1732070697116; all regions closed. 2024-11-20T02:45:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741829_1019 (size=2751) 2024-11-20T02:45:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741829_1019 (size=2751) 2024-11-20T02:45:02,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_1073741829_1019 (size=2751) 2024-11-20T02:45:02,020 DEBUG [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs 2024-11-20T02:45:02,020 INFO [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C41323%2C1732070697116.meta:.meta(num 1732070699642) 2024-11-20T02:45:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_1073741827_1017 (size=93) 2024-11-20T02:45:02,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/WALs/1c82b83631a2,41323,1732070697116/1c82b83631a2%2C41323%2C1732070697116.1732070699204 not finished, retry = 0 2024-11-20T02:45:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741827_1017 (size=93) 2024-11-20T02:45:02,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741827_1017 (size=93) 2024-11-20T02:45:02,047 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:45:02,047 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:45:02,129 DEBUG [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/oldWALs 2024-11-20T02:45:02,129 INFO [RS:0;1c82b83631a2:41323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C41323%2C1732070697116:(num 1732070699204) 2024-11-20T02:45:02,129 DEBUG [RS:0;1c82b83631a2:41323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:02,129 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:02,129 INFO [RS:0;1c82b83631a2:41323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:02,130 INFO [RS:0;1c82b83631a2:41323 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:02,130 INFO [RS:0;1c82b83631a2:41323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:02,130 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:02,130 INFO [RS:0;1c82b83631a2:41323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41323 2024-11-20T02:45:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,41323,1732070697116 2024-11-20T02:45:02,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:02,157 INFO [RS:0;1c82b83631a2:41323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:02,165 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,41323,1732070697116] 2024-11-20T02:45:02,173 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,41323,1732070697116 already deleted, retry=false 2024-11-20T02:45:02,173 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,41323,1732070697116 expired; onlineServers=0 2024-11-20T02:45:02,173 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,43393,1732070696210' ***** 2024-11-20T02:45:02,173 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:45:02,174 INFO [M:0;1c82b83631a2:43393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:02,174 INFO [M:0;1c82b83631a2:43393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:02,174 DEBUG [M:0;1c82b83631a2:43393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:45:02,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:45:02,174 DEBUG [M:0;1c82b83631a2:43393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:45:02,174 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070698754 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070698754,5,FailOnTimeoutGroup] 2024-11-20T02:45:02,174 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070698755 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070698755,5,FailOnTimeoutGroup] 2024-11-20T02:45:02,175 INFO [M:0;1c82b83631a2:43393 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:02,175 INFO [M:0;1c82b83631a2:43393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:02,175 DEBUG [M:0;1c82b83631a2:43393 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:45:02,175 INFO [M:0;1c82b83631a2:43393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:45:02,175 INFO [M:0;1c82b83631a2:43393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:45:02,176 INFO [M:0;1c82b83631a2:43393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:45:02,176 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:45:02,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:45:02,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:02,182 DEBUG [M:0;1c82b83631a2:43393 {}] zookeeper.ZKUtil(347): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:45:02,182 WARN [M:0;1c82b83631a2:43393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:45:02,183 INFO [M:0;1c82b83631a2:43393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/.lastflushedseqids 2024-11-20T02:45:02,193 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,193 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,196 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:47598 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47598 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:02,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-20T02:45:02,203 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:02,203 INFO [M:0;1c82b83631a2:43393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:45:02,204 INFO [M:0;1c82b83631a2:43393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:45:02,204 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:45:02,204 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:02,204 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:02,204 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:45:02,204 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:02,204 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-20T02:45:02,230 DEBUG [M:0;1c82b83631a2:43393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8501fa3752341b9a860b9f6c9214da4 is 82, key is hbase:meta,,1/info:regioninfo/1732070699787/Put/seqid=0 2024-11-20T02:45:02,233 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,233 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,240 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:59004 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:37659:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59004 dst: /127.0.0.1:37659 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-20T02:45:02,247 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:02,248 INFO [M:0;1c82b83631a2:43393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8501fa3752341b9a860b9f6c9214da4 2024-11-20T02:45:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:02,265 INFO [RS:0;1c82b83631a2:41323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:02,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41323-0x101576af4800001, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:02,265 INFO [RS:0;1c82b83631a2:41323 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,41323,1732070697116; zookeeper connection closed. 2024-11-20T02:45:02,266 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b965aa7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b965aa7 2024-11-20T02:45:02,266 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T02:45:02,275 DEBUG [M:0;1c82b83631a2:43393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6125b61bfda4eef9b5f017caa2c7bb8 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070700721/Put/seqid=0 2024-11-20T02:45:02,277 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,277 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,280 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:60798 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:36229:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60798 dst: /127.0.0.1:36229 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-20T02:45:02,286 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:02,286 INFO [M:0;1c82b83631a2:43393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6125b61bfda4eef9b5f017caa2c7bb8 2024-11-20T02:45:02,314 DEBUG [M:0;1c82b83631a2:43393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/723790167567466a9da9441bcbb28894 is 69, key is 1c82b83631a2,38387,1732070697239/rs:state/1732070698871/Put/seqid=0 2024-11-20T02:45:02,316 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,316 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-20T02:45:02,319 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-462457336_22 at /127.0.0.1:47616 [Receiving block BP-1480656848-172.17.0.2-1732070691583:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:34291:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47616 dst: /127.0.0.1:34291 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:45:02,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-20T02:45:02,730 WARN [M:0;1c82b83631a2:43393 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-20T02:45:02,731 INFO [M:0;1c82b83631a2:43393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/723790167567466a9da9441bcbb28894 2024-11-20T02:45:02,741 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8501fa3752341b9a860b9f6c9214da4 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8501fa3752341b9a860b9f6c9214da4 2024-11-20T02:45:02,751 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8501fa3752341b9a860b9f6c9214da4, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T02:45:02,753 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d6125b61bfda4eef9b5f017caa2c7bb8 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6125b61bfda4eef9b5f017caa2c7bb8 2024-11-20T02:45:02,763 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d6125b61bfda4eef9b5f017caa2c7bb8, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T02:45:02,765 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/723790167567466a9da9441bcbb28894 as hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/723790167567466a9da9441bcbb28894 2024-11-20T02:45:02,775 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/723790167567466a9da9441bcbb28894, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T02:45:02,776 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=72, compaction requested=false 2024-11-20T02:45:02,778 INFO [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:02,778 DEBUG [M:0;1c82b83631a2:43393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070702204Disabling compacts and flushes for region at 1732070702204Disabling writes for close at 1732070702204Obtaining lock to block concurrent updates at 1732070702204Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070702204Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1732070702205 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070702206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070702206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070702229 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070702230 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070702256 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070702274 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070702274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070702296 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070702313 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070702313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127b425: reopening flushed file at 1732070702740 (+427 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@384eb1fd: reopening flushed file at 1732070702751 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178ba908: reopening flushed file at 1732070702763 (+12 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 572ms, sequenceid=72, compaction requested=false at 1732070702776 (+13 ms)Writing region close event to WAL at 1732070702778 (+2 ms)Closed at 1732070702778 2024-11-20T02:45:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37659 is added to blk_1073741825_1011 (size=32653) 2024-11-20T02:45:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36229 is added to blk_1073741825_1011 (size=32653) 2024-11-20T02:45:02,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34291 is added to blk_1073741825_1011 (size=32653) 2024-11-20T02:45:02,783 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:02,783 INFO [M:0;1c82b83631a2:43393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:45:02,783 INFO [M:0;1c82b83631a2:43393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43393 2024-11-20T02:45:02,783 INFO [M:0;1c82b83631a2:43393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:02,948 INFO [M:0;1c82b83631a2:43393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:02,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43393-0x101576af4800000, quorum=127.0.0.1:57366, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:02,953 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:02,956 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:02,956 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:02,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:02,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:02,959 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:02,959 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:02,960 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480656848-172.17.0.2-1732070691583 (Datanode Uuid 11a9eb9c-3301-4487-bfbf-2eee800b1d3c) service to localhost/127.0.0.1:41665 2024-11-20T02:45:02,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:02,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data5/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data6/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,962 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:02,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:02,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:02,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:02,965 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:02,966 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:02,966 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:02,966 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:02,966 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480656848-172.17.0.2-1732070691583 (Datanode Uuid 67219923-9a71-4057-9b8e-0c8bd8dce635) service to localhost/127.0.0.1:41665 2024-11-20T02:45:02,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data3/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,967 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data4/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,967 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:02,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:02,972 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:02,972 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:02,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:02,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:02,974 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:02,974 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:02,974 WARN [BP-1480656848-172.17.0.2-1732070691583 heartbeating to localhost/127.0.0.1:41665 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480656848-172.17.0.2-1732070691583 (Datanode Uuid f41701cb-cf3c-4713-ac0b-8c5e277d6e21) service to localhost/127.0.0.1:41665 2024-11-20T02:45:02,974 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:02,974 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data1/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,975 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/cluster_ab43641b-5f51-d826-8928-a34579d3a2bd/data/data2/current/BP-1480656848-172.17.0.2-1732070691583 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:02,975 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:02,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:45:02,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:02,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:02,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:02,988 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:02,996 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:45:03,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:45:03,033 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 158), OpenFileDescriptor=445 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 256) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6352 (was 6733) 2024-11-20T02:45:03,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=301, ProcessCount=11, AvailableMemoryMB=6352 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.log.dir so I do NOT create it in target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e99964b1-2380-7b7d-389b-f8fef111a595/hadoop.tmp.dir so I do NOT create it in target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4, deleteOnExit=true 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/test.cache.data in system properties and HBase conf 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:45:03,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:45:03,042 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:45:03,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:45:03,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:45:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:45:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:45:03,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:45:03,348 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:45:03,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:45:03,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:45:03,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:45:03,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:45:03,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:45:03,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:45:03,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@563c957f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/java.io.tmpdir/jetty-localhost-34081-hadoop-hdfs-3_4_1-tests_jar-_-any-18118670586843140618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:45:03,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:34081} 2024-11-20T02:45:03,475 INFO [Time-limited test {}] server.Server(415): Started @14319ms 2024-11-20T02:45:03,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:45:03,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:45:03,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:45:03,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:45:03,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:45:03,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:45:03,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:45:03,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@765c7210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/java.io.tmpdir/jetty-localhost-39289-hadoop-hdfs-3_4_1-tests_jar-_-any-13421988425179113678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:03,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:39289} 2024-11-20T02:45:03,839 INFO [Time-limited test {}] server.Server(415): Started @14683ms 2024-11-20T02:45:03,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:45:03,879 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:45:03,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:45:03,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:45:03,884 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:45:03,884 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T02:45:03,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:45:03,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:45:03,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4be50faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/java.io.tmpdir/jetty-localhost-39845-hadoop-hdfs-3_4_1-tests_jar-_-any-1030914339070449264/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:03,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:39845} 2024-11-20T02:45:03,989 INFO [Time-limited test {}] server.Server(415): Started @14833ms 2024-11-20T02:45:03,991 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:45:04,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:45:04,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:45:04,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:45:04,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:45:04,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:45:04,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:45:04,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:45:04,161 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@733029a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/java.io.tmpdir/jetty-localhost-39415-hadoop-hdfs-3_4_1-tests_jar-_-any-10609025799079275020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:04,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:39415} 2024-11-20T02:45:04,161 INFO [Time-limited test {}] server.Server(415): Started @15006ms 2024-11-20T02:45:04,163 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:45:04,668 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data1/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:04,668 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data2/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:04,687 WARN [Thread-502 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:45:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x789e4bcdf06301f3 with lease ID 0xa728932be0908ffc: Processing first storage report for DS-b10e89ae-bdb6-4fe5-911a-ad31daaa623e from datanode DatanodeRegistration(127.0.0.1:34987, datanodeUuid=2fdcf286-a4b4-4833-ac69-4dc45b07ef61, infoPort=45873, infoSecurePort=0, ipcPort=43477, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x789e4bcdf06301f3 with lease ID 0xa728932be0908ffc: from storage DS-b10e89ae-bdb6-4fe5-911a-ad31daaa623e node DatanodeRegistration(127.0.0.1:34987, datanodeUuid=2fdcf286-a4b4-4833-ac69-4dc45b07ef61, infoPort=45873, infoSecurePort=0, ipcPort=43477, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:45:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x789e4bcdf06301f3 with lease ID 0xa728932be0908ffc: Processing first storage report for DS-a9d3ec63-92a5-4e7f-a2ba-8f62930ac959 from datanode DatanodeRegistration(127.0.0.1:34987, datanodeUuid=2fdcf286-a4b4-4833-ac69-4dc45b07ef61, infoPort=45873, infoSecurePort=0, ipcPort=43477, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:04,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x789e4bcdf06301f3 with lease ID 0xa728932be0908ffc: from storage DS-a9d3ec63-92a5-4e7f-a2ba-8f62930ac959 node DatanodeRegistration(127.0.0.1:34987, datanodeUuid=2fdcf286-a4b4-4833-ac69-4dc45b07ef61, infoPort=45873, infoSecurePort=0, ipcPort=43477, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:45:04,942 WARN [Thread-573 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data3/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:04,942 WARN [Thread-574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data4/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:04,964 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:45:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e6e3cc9a41ceff with lease ID 0xa728932be0908ffd: Processing first storage report for DS-1a09164d-c824-4a4b-8dac-5e33e230c2dd from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=9520fed5-b21a-4115-b491-f4b38dfd0809, infoPort=35049, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:04,967 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e6e3cc9a41ceff with lease ID 0xa728932be0908ffd: from storage DS-1a09164d-c824-4a4b-8dac-5e33e230c2dd node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=9520fed5-b21a-4115-b491-f4b38dfd0809, infoPort=35049, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:45:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36e6e3cc9a41ceff with lease ID 0xa728932be0908ffd: Processing first storage report for DS-49ba0862-5883-4430-ae7b-b4d50482ea15 from datanode DatanodeRegistration(127.0.0.1:46303, datanodeUuid=9520fed5-b21a-4115-b491-f4b38dfd0809, infoPort=35049, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36e6e3cc9a41ceff with lease ID 0xa728932be0908ffd: from storage DS-49ba0862-5883-4430-ae7b-b4d50482ea15 node DatanodeRegistration(127.0.0.1:46303, datanodeUuid=9520fed5-b21a-4115-b491-f4b38dfd0809, infoPort=35049, infoSecurePort=0, ipcPort=34571, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:45:05,067 WARN [Thread-584 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data5/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:05,069 WARN [Thread-585 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data6/current/BP-548539765-172.17.0.2-1732070703072/current, will proceed with Du for space computation calculation, 2024-11-20T02:45:05,101 WARN [Thread-547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:45:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x826234c067eccadd with lease ID 0xa728932be0908ffe: Processing first storage report for DS-6e0381c7-4d5d-4243-b761-dc0c67bc5641 from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=acc919f5-588c-4d9b-b228-acad35845641, infoPort=35963, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x826234c067eccadd with lease ID 0xa728932be0908ffe: from storage DS-6e0381c7-4d5d-4243-b761-dc0c67bc5641 node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=acc919f5-588c-4d9b-b228-acad35845641, infoPort=35963, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:45:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x826234c067eccadd with lease ID 0xa728932be0908ffe: Processing first storage report for DS-49723485-9876-488f-9879-5597ae6f3c21 from datanode DatanodeRegistration(127.0.0.1:37207, datanodeUuid=acc919f5-588c-4d9b-b228-acad35845641, infoPort=35963, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072) 2024-11-20T02:45:05,104 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x826234c067eccadd with lease ID 0xa728932be0908ffe: from storage DS-49723485-9876-488f-9879-5597ae6f3c21 node DatanodeRegistration(127.0.0.1:37207, datanodeUuid=acc919f5-588c-4d9b-b228-acad35845641, infoPort=35963, infoSecurePort=0, ipcPort=42013, storageInfo=lv=-57;cid=testClusterID;nsid=2067022052;c=1732070703072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:45:05,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e 2024-11-20T02:45:05,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/zookeeper_0, clientPort=64528, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:45:05,111 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64528 2024-11-20T02:45:05,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:45:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:45:05,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:45:05,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e with version=8 2024-11-20T02:45:05,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:41665/user/jenkins/test-data/f478c5e4-168c-bd6e-d456-e75d3612c470/hbase-staging 2024-11-20T02:45:05,139 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:45:05,139 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:45:05,140 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41199 2024-11-20T02:45:05,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41199 connecting to ZooKeeper ensemble=127.0.0.1:64528 2024-11-20T02:45:05,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411990x0, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:45:05,189 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41199-0x101576b1a9b0000 connected 2024-11-20T02:45:05,195 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T02:45:05,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:45:05,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T02:45:05,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:05,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e, hbase.cluster.distributed=false 2024-11-20T02:45:05,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:45:05,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-20T02:45:05,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41199 2024-11-20T02:45:05,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41199 2024-11-20T02:45:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-20T02:45:05,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-20T02:45:05,314 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:45:05,314 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:45:05,315 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:45:05,316 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38059 2024-11-20T02:45:05,317 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38059 connecting to ZooKeeper ensemble=127.0.0.1:64528 2024-11-20T02:45:05,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380590x0, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:45:05,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380590x0, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:05,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38059-0x101576b1a9b0001 connected 2024-11-20T02:45:05,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:45:05,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:45:05,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:45:05,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:45:05,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-20T02:45:05,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38059 2024-11-20T02:45:05,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38059 2024-11-20T02:45:05,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-20T02:45:05,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38059 2024-11-20T02:45:05,361 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:45:05,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,362 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:45:05,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,362 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:45:05,362 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:45:05,362 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:45:05,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46849 2024-11-20T02:45:05,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46849 connecting to ZooKeeper ensemble=127.0.0.1:64528 2024-11-20T02:45:05,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468490x0, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:45:05,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468490x0, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:05,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46849-0x101576b1a9b0002 connected 2024-11-20T02:45:05,382 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:45:05,387 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:45:05,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:45:05,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:45:05,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-20T02:45:05,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46849 2024-11-20T02:45:05,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46849 2024-11-20T02:45:05,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-20T02:45:05,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46849 2024-11-20T02:45:05,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:45:05,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:45:05,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:45:05,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37397 2024-11-20T02:45:05,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37397 connecting to ZooKeeper ensemble=127.0.0.1:64528 2024-11-20T02:45:05,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373970x0, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:45:05,432 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373970x0, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:05,432 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37397-0x101576b1a9b0003 connected 2024-11-20T02:45:05,432 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:45:05,433 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:45:05,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:45:05,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:45:05,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37397 2024-11-20T02:45:05,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37397 2024-11-20T02:45:05,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37397 2024-11-20T02:45:05,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37397 2024-11-20T02:45:05,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37397 2024-11-20T02:45:05,456 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:41199 2024-11-20T02:45:05,456 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,465 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,475 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:45:05,476 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,41199,1732070705138 from backup master directory 2024-11-20T02:45:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:45:05,487 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:45:05,487 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,496 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/hbase.id] with ID: 3e196357-3b8b-4837-84cc-02b868b871f1 2024-11-20T02:45:05,496 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/.tmp/hbase.id 2024-11-20T02:45:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:45:05,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:45:05,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:45:05,528 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/.tmp/hbase.id]:[hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/hbase.id] 2024-11-20T02:45:05,565 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:45:05,565 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:45:05,569 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-20T02:45:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:45:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:45:05,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:45:05,608 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:45:05,609 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:45:05,610 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T02:45:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:45:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:45:05,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:45:05,643 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store 2024-11-20T02:45:05,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:45:05,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:45:05,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:45:05,657 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:05,658 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:45:05,658 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:05,658 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:05,658 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:45:05,658 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:05,658 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:05,658 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070705657Disabling compacts and flushes for region at 1732070705657Disabling writes for close at 1732070705658 (+1 ms)Writing region close event to WAL at 1732070705658Closed at 1732070705658 2024-11-20T02:45:05,659 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/.initializing 2024-11-20T02:45:05,659 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/WALs/1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,663 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C41199%2C1732070705138, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/WALs/1c82b83631a2,41199,1732070705138, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/oldWALs, maxLogs=10 2024-11-20T02:45:05,664 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c82b83631a2%2C41199%2C1732070705138.1732070705663 2024-11-20T02:45:05,675 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/WALs/1c82b83631a2,41199,1732070705138/1c82b83631a2%2C41199%2C1732070705138.1732070705663 2024-11-20T02:45:05,679 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35049:35049),(127.0.0.1/127.0.0.1:35963:35963),(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-20T02:45:05,680 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:45:05,680 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:05,681 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,681 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:45:05,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:05,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:45:05,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:45:05,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:45:05,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:45:05,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:45:05,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:45:05,701 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,702 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,703 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,705 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,705 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,705 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:45:05,707 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:45:05,715 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:45:05,715 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595219, jitterRate=0.03704957664012909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:45:05,717 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732070705681Initializing all the Stores at 1732070705682 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070705682Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070705686 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070705686Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070705687 (+1 ms)Cleaning up temporary data from old regions at 1732070705705 (+18 ms)Region opened successfully at 1732070705717 (+12 ms) 2024-11-20T02:45:05,717 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:45:05,723 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437cbd7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:45:05,724 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:45:05,724 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T02:45:05,724 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T02:45:05,725 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:45:05,725 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:45:05,726 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T02:45:05,726 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:45:05,729 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:45:05,730 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:45:05,745 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:45:05,746 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:45:05,747 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:45:05,756 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:45:05,757 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:45:05,758 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:45:05,764 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:45:05,765 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:45:05,772 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:45:05,775 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:45:05,781 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,790 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,41199,1732070705138, sessionid=0x101576b1a9b0000, setting cluster-up flag (Was=false) 2024-11-20T02:45:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,831 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:45:05,833 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:05,873 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:45:05,874 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,41199,1732070705138 2024-11-20T02:45:05,881 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:45:05,884 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:45:05,884 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:45:05,884 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:45:05,885 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,41199,1732070705138 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:45:05,886 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:45:05,887 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732070735894 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:45:05,894 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:05,895 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:45:05,895 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:45:05,895 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:45:05,895 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:45:05,896 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:45:05,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:45:05,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:45:05,898 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,898 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:45:05,900 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070705896,5,FailOnTimeoutGroup] 2024-11-20T02:45:05,900 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070705900,5,FailOnTimeoutGroup] 2024-11-20T02:45:05,900 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:05,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:45:05,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:05,901 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:45:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:45:05,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:45:05,923 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:45:05,924 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e 2024-11-20T02:45:05,956 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(746): ClusterId : 3e196357-3b8b-4837-84cc-02b868b871f1 2024-11-20T02:45:05,956 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(746): ClusterId : 3e196357-3b8b-4837-84cc-02b868b871f1 2024-11-20T02:45:05,956 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(746): ClusterId : 3e196357-3b8b-4837-84cc-02b868b871f1 2024-11-20T02:45:05,956 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:45:05,956 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:45:05,956 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:45:05,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:45:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:45:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:45:05,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:05,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:45:05,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:45:05,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:05,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:45:05,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:45:05,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:05,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:45:05,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:45:05,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:05,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:45:05,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:45:05,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:05,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:05,975 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:45:05,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740 2024-11-20T02:45:05,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740 2024-11-20T02:45:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:45:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:45:05,982 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:45:05,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:45:05,990 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:45:05,990 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:45:05,991 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:45:05,991 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:45:05,995 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:45:05,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60917241, jitterRate=-0.0922623723745346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:45:05,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732070705959Initializing all the Stores at 1732070705960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070705960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070705960Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070705960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070705960Cleaning up temporary data from old regions at 1732070705981 (+21 ms)Region opened successfully at 1732070705998 (+17 ms) 2024-11-20T02:45:05,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:45:05,998 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:45:05,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:45:05,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:45:05,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:45:05,999 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:45:05,999 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:45:06,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:45:06,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070705998Disabling compacts and flushes for region at 1732070705998Disabling writes for close at 1732070705999 (+1 ms)Writing region close event to WAL at 1732070706003 (+4 ms)Closed at 1732070706003 2024-11-20T02:45:06,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:45:06,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:45:06,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:45:06,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:45:06,012 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:45:06,013 DEBUG [RS:2;1c82b83631a2:37397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34eab060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:45:06,014 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:45:06,014 DEBUG [RS:0;1c82b83631a2:38059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d2006b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:45:06,015 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:45:06,015 DEBUG [RS:1;1c82b83631a2:46849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19067164, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:45:06,016 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:45:06,034 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:38059 2024-11-20T02:45:06,035 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:45:06,035 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:45:06,035 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:45:06,038 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1c82b83631a2:46849 2024-11-20T02:45:06,038 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1c82b83631a2:37397 2024-11-20T02:45:06,039 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,41199,1732070705138 with port=38059, startcode=1732070705313 2024-11-20T02:45:06,039 DEBUG [RS:0;1c82b83631a2:38059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:45:06,040 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:45:06,040 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:45:06,040 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:45:06,040 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:45:06,040 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:45:06,040 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:45:06,042 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,41199,1732070705138 with port=46849, startcode=1732070705361 2024-11-20T02:45:06,042 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,41199,1732070705138 with port=37397, startcode=1732070705412 2024-11-20T02:45:06,042 DEBUG [RS:1;1c82b83631a2:46849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:45:06,042 DEBUG [RS:2;1c82b83631a2:37397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:45:06,044 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45905, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:45:06,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,047 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53179, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:45:06,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,049 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37569, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:45:06,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,052 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e 2024-11-20T02:45:06,052 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45253 2024-11-20T02:45:06,052 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:45:06,052 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e 2024-11-20T02:45:06,052 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45253 2024-11-20T02:45:06,052 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:45:06,054 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e 2024-11-20T02:45:06,055 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45253 2024-11-20T02:45:06,055 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:45:06,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:06,095 DEBUG [RS:1;1c82b83631a2:46849 {}] zookeeper.ZKUtil(111): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,095 DEBUG [RS:0;1c82b83631a2:38059 {}] zookeeper.ZKUtil(111): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,096 WARN [RS:1;1c82b83631a2:46849 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:45:06,096 WARN [RS:0;1c82b83631a2:38059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:45:06,096 INFO [RS:0;1c82b83631a2:38059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T02:45:06,096 INFO [RS:1;1c82b83631a2:46849 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T02:45:06,096 DEBUG [RS:2;1c82b83631a2:37397 {}] zookeeper.ZKUtil(111): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,096 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,096 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,096 WARN [RS:2;1c82b83631a2:37397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:45:06,096 INFO [RS:2;1c82b83631a2:37397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T02:45:06,096 DEBUG [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,38059,1732070705313] 2024-11-20T02:45:06,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,37397,1732070705412] 2024-11-20T02:45:06,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,46849,1732070705361] 2024-11-20T02:45:06,103 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:45:06,107 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:45:06,115 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:45:06,116 INFO [RS:1;1c82b83631a2:46849 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:45:06,116 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,116 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:45:06,117 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:45:06,118 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:45:06,118 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,118 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,118 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,119 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,120 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,120 DEBUG [RS:1;1c82b83631a2:46849 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,123 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:45:06,124 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:45:06,124 INFO [RS:0;1c82b83631a2:38059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:45:06,124 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,131 INFO [RS:2;1c82b83631a2:37397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:45:06,131 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:45:06,131 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,131 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,131 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,131 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,132 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,132 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,132 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46849,1732070705361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:45:06,132 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:45:06,132 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:45:06,132 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,133 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:45:06,134 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:45:06,134 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:45:06,134 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,135 DEBUG [RS:2;1c82b83631a2:37397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,139 DEBUG [RS:0;1c82b83631a2:38059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:45:06,142 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,143 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,143 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,143 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,143 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,143 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37397,1732070705412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:45:06,145 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,145 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,146 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,147 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,147 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,147 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38059,1732070705313-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:45:06,152 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:45:06,153 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,46849,1732070705361-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,153 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,153 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.Replication(171): 1c82b83631a2,46849,1732070705361 started 2024-11-20T02:45:06,166 WARN [1c82b83631a2:41199 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:45:06,169 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:45:06,169 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37397,1732070705412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,169 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,169 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.Replication(171): 1c82b83631a2,37397,1732070705412 started 2024-11-20T02:45:06,172 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:45:06,172 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38059,1732070705313-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,172 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,172 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.Replication(171): 1c82b83631a2,38059,1732070705313 started 2024-11-20T02:45:06,175 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,175 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,46849,1732070705361, RpcServer on 1c82b83631a2/172.17.0.2:46849, sessionid=0x101576b1a9b0002 2024-11-20T02:45:06,175 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:45:06,176 DEBUG [RS:1;1c82b83631a2:46849 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,176 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46849,1732070705361' 2024-11-20T02:45:06,176 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,46849,1732070705361' 2024-11-20T02:45:06,177 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:45:06,178 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:45:06,179 DEBUG [RS:1;1c82b83631a2:46849 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:45:06,179 INFO [RS:1;1c82b83631a2:46849 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:45:06,179 INFO [RS:1;1c82b83631a2:46849 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:45:06,188 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,188 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,37397,1732070705412, RpcServer on 1c82b83631a2/172.17.0.2:37397, sessionid=0x101576b1a9b0003 2024-11-20T02:45:06,188 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:45:06,188 DEBUG [RS:2;1c82b83631a2:37397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,188 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,37397,1732070705412' 2024-11-20T02:45:06,188 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:45:06,189 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:45:06,190 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:45:06,190 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:45:06,190 DEBUG [RS:2;1c82b83631a2:37397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,37397,1732070705412 2024-11-20T02:45:06,190 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,37397,1732070705412' 2024-11-20T02:45:06,190 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:45:06,191 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:45:06,191 DEBUG [RS:2;1c82b83631a2:37397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:45:06,192 INFO [RS:2;1c82b83631a2:37397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:45:06,192 INFO [RS:2;1c82b83631a2:37397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:45:06,194 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,194 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,38059,1732070705313, RpcServer on 1c82b83631a2/172.17.0.2:38059, sessionid=0x101576b1a9b0001 2024-11-20T02:45:06,194 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:45:06,194 DEBUG [RS:0;1c82b83631a2:38059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,194 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38059,1732070705313' 2024-11-20T02:45:06,194 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:45:06,195 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:45:06,196 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:45:06,196 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:45:06,196 DEBUG [RS:0;1c82b83631a2:38059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,38059,1732070705313 2024-11-20T02:45:06,196 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38059,1732070705313' 2024-11-20T02:45:06,197 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:45:06,197 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:45:06,198 DEBUG [RS:0;1c82b83631a2:38059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:45:06,198 INFO [RS:0;1c82b83631a2:38059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:45:06,198 INFO [RS:0;1c82b83631a2:38059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:45:06,282 INFO [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C46849%2C1732070705361, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,46849,1732070705361, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs, maxLogs=32 2024-11-20T02:45:06,284 INFO [RS:1;1c82b83631a2:46849 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c82b83631a2%2C46849%2C1732070705361.1732070706284 2024-11-20T02:45:06,295 INFO [RS:2;1c82b83631a2:37397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C37397%2C1732070705412, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,37397,1732070705412, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs, maxLogs=32 2024-11-20T02:45:06,296 INFO [RS:2;1c82b83631a2:37397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c82b83631a2%2C37397%2C1732070705412.1732070706296 2024-11-20T02:45:06,297 INFO [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,46849,1732070705361/1c82b83631a2%2C46849%2C1732070705361.1732070706284 2024-11-20T02:45:06,299 DEBUG [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45873:45873),(127.0.0.1/127.0.0.1:35963:35963),(127.0.0.1/127.0.0.1:35049:35049)] 2024-11-20T02:45:06,305 INFO [RS:0;1c82b83631a2:38059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C38059%2C1732070705313, suffix=, logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,38059,1732070705313, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs, maxLogs=32 2024-11-20T02:45:06,306 INFO [RS:0;1c82b83631a2:38059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c82b83631a2%2C38059%2C1732070705313.1732070706305 2024-11-20T02:45:06,319 INFO [RS:2;1c82b83631a2:37397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,37397,1732070705412/1c82b83631a2%2C37397%2C1732070705412.1732070706296 2024-11-20T02:45:06,330 DEBUG [RS:2;1c82b83631a2:37397 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:45873:45873),(127.0.0.1/127.0.0.1:35963:35963),(127.0.0.1/127.0.0.1:35049:35049)] 2024-11-20T02:45:06,331 INFO [RS:0;1c82b83631a2:38059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,38059,1732070705313/1c82b83631a2%2C38059%2C1732070705313.1732070706305 2024-11-20T02:45:06,343 DEBUG [RS:0;1c82b83631a2:38059 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35049:35049),(127.0.0.1/127.0.0.1:35963:35963),(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-20T02:45:06,417 DEBUG [1c82b83631a2:41199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T02:45:06,417 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:45:06,419 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:45:06,420 INFO [1c82b83631a2:41199 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:45:06,420 INFO [1c82b83631a2:41199 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:45:06,420 INFO [1c82b83631a2:41199 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:45:06,420 DEBUG [1c82b83631a2:41199 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:45:06,420 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,422 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,46849,1732070705361, state=OPENING 2024-11-20T02:45:06,456 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:45:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:06,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:06,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:45:06,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,46849,1732070705361}] 2024-11-20T02:45:06,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,671 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:45:06,671 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T02:45:06,671 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T02:45:06,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:45:06,683 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:45:06,684 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-20T02:45:06,687 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C46849%2C1732070705361.meta, suffix=.meta, logDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,46849,1732070705361, archiveDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs, maxLogs=32 2024-11-20T02:45:06,688 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 1c82b83631a2%2C46849%2C1732070705361.meta.1732070706688.meta 2024-11-20T02:45:06,704 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/WALs/1c82b83631a2,46849,1732070705361/1c82b83631a2%2C46849%2C1732070705361.meta.1732070706688.meta 2024-11-20T02:45:06,723 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35963:35963),(127.0.0.1/127.0.0.1:35049:35049),(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-20T02:45:06,727 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:45:06,727 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:45:06,727 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:45:06,728 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:45:06,728 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:45:06,728 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:06,728 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:45:06,728 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:45:06,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:45:06,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:45:06,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:06,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:45:06,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:45:06,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:06,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:45:06,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:45:06,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:06,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:06,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:45:06,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:45:06,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:06,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:45:06,744 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:45:06,746 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740 2024-11-20T02:45:06,748 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740 2024-11-20T02:45:06,751 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:45:06,751 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:45:06,751 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:45:06,754 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:45:06,755 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64019844, jitterRate=-0.04602998495101929}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:45:06,755 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:45:06,756 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732070706728Writing region info on filesystem at 1732070706728Initializing all the Stores at 1732070706730 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070706730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070706730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070706730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732070706730Cleaning up temporary data from old regions at 1732070706751 (+21 ms)Running coprocessor post-open hooks at 1732070706755 (+4 ms)Region opened successfully at 1732070706756 (+1 ms) 2024-11-20T02:45:06,758 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732070706670 2024-11-20T02:45:06,763 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:45:06,763 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:45:06,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,770 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,46849,1732070705361, state=OPEN 2024-11-20T02:45:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:45:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:45:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:45:06,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:45:06,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:45:06,799 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,46849,1732070705361 2024-11-20T02:45:06,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:45:06,806 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,46849,1732070705361 in 284 msec 2024-11-20T02:45:06,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:45:06,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-20T02:45:06,814 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:45:06,814 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:45:06,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:45:06,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,46849,1732070705361, seqNum=-1] 2024-11-20T02:45:06,817 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:45:06,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44167, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:45:06,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 946 msec 2024-11-20T02:45:06,831 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732070706831, completionTime=-1 2024-11-20T02:45:06,831 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T02:45:06,831 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:45:06,835 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T02:45:06,835 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732070766835 2024-11-20T02:45:06,835 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732070826835 2024-11-20T02:45:06,835 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-11-20T02:45:06,836 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:45:06,836 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,836 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,836 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,836 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:41199, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,836 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,837 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,840 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:45:06,842 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.355sec 2024-11-20T02:45:06,846 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:45:06,847 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:45:06,852 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:45:06,852 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:45:06,852 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,41199,1732070705138-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:45:06,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e402b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:06,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,41199,-1 for getting cluster id 2024-11-20T02:45:06,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:45:06,859 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e196357-3b8b-4837-84cc-02b868b871f1' 2024-11-20T02:45:06,859 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:45:06,859 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e196357-3b8b-4837-84cc-02b868b871f1" 2024-11-20T02:45:06,860 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322e732b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:06,860 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,41199,-1] 2024-11-20T02:45:06,860 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:45:06,863 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:06,865 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:45:06,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c67938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:45:06,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:45:06,869 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,46849,1732070705361, seqNum=-1] 2024-11-20T02:45:06,869 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:45:06,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:45:06,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,41199,1732070705138 2024-11-20T02:45:06,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,41199,1732070705138 2024-11-20T02:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a7eb2bd 2024-11-20T02:45:06,879 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:45:06,884 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:45:06,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:45:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-20T02:45:06,889 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:45:06,889 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:06,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-20T02:45:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:06,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:45:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741837_1013 (size=392) 2024-11-20T02:45:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741837_1013 (size=392) 2024-11-20T02:45:06,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741837_1013 (size=392) 2024-11-20T02:45:06,923 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 364cfb28e83ab1e93f6d26d8d4a50cfe, NAME => 'TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e 2024-11-20T02:45:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741838_1014 (size=51) 2024-11-20T02:45:06,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741838_1014 (size=51) 2024-11-20T02:45:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741838_1014 (size=51) 2024-11-20T02:45:06,941 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:06,942 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 364cfb28e83ab1e93f6d26d8d4a50cfe, disabling compactions & flushes 2024-11-20T02:45:06,942 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:06,942 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:06,942 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. after waiting 0 ms 2024-11-20T02:45:06,942 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:06,942 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:06,942 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 364cfb28e83ab1e93f6d26d8d4a50cfe: Waiting for close lock at 1732070706942Disabling compacts and flushes for region at 1732070706942Disabling writes for close at 1732070706942Writing region close event to WAL at 1732070706942Closed at 1732070706942 2024-11-20T02:45:06,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:45:06,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1732070706944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732070706944"}]},"ts":"1732070706944"} 2024-11-20T02:45:06,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T02:45:06,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:45:06,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070706950"}]},"ts":"1732070706950"} 2024-11-20T02:45:06,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-20T02:45:06,954 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:45:06,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:45:06,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:45:06,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:45:06,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:45:06,955 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:45:06,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:45:06,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:45:06,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:45:06,956 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:45:06,956 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:45:06,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=364cfb28e83ab1e93f6d26d8d4a50cfe, ASSIGN}] 2024-11-20T02:45:06,958 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=364cfb28e83ab1e93f6d26d8d4a50cfe, ASSIGN 2024-11-20T02:45:06,960 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=364cfb28e83ab1e93f6d26d8d4a50cfe, ASSIGN; state=OFFLINE, location=1c82b83631a2,38059,1732070705313; forceNewPlan=false, retain=false 2024-11-20T02:45:07,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:07,110 INFO [1c82b83631a2:41199 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-20T02:45:07,111 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=364cfb28e83ab1e93f6d26d8d4a50cfe, regionState=OPENING, regionLocation=1c82b83631a2,38059,1732070705313 2024-11-20T02:45:07,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=364cfb28e83ab1e93f6d26d8d4a50cfe, ASSIGN because future has completed 2024-11-20T02:45:07,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364cfb28e83ab1e93f6d26d8d4a50cfe, server=1c82b83631a2,38059,1732070705313}] 2024-11-20T02:45:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:07,275 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:45:07,280 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48285, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:45:07,286 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,286 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 364cfb28e83ab1e93f6d26d8d4a50cfe, NAME => 'TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:45:07,287 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,287 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:45:07,287 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,287 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,289 INFO [StoreOpener-364cfb28e83ab1e93f6d26d8d4a50cfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,290 INFO [StoreOpener-364cfb28e83ab1e93f6d26d8d4a50cfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 364cfb28e83ab1e93f6d26d8d4a50cfe columnFamilyName cf 2024-11-20T02:45:07,290 DEBUG [StoreOpener-364cfb28e83ab1e93f6d26d8d4a50cfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:45:07,291 INFO [StoreOpener-364cfb28e83ab1e93f6d26d8d4a50cfe-1 {}] regionserver.HStore(327): Store=364cfb28e83ab1e93f6d26d8d4a50cfe/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:45:07,291 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,292 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,293 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,296 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,299 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:45:07,300 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 364cfb28e83ab1e93f6d26d8d4a50cfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61620511, jitterRate=-0.08178283274173737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T02:45:07,300 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,302 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 364cfb28e83ab1e93f6d26d8d4a50cfe: Running coprocessor pre-open hook at 1732070707287Writing region info on filesystem at 1732070707287Initializing all the Stores at 1732070707288 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732070707288Cleaning up temporary data from old regions at 1732070707293 (+5 ms)Running coprocessor post-open hooks at 1732070707301 (+8 ms)Region opened successfully at 1732070707301 2024-11-20T02:45:07,304 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe., pid=6, masterSystemTime=1732070707274 2024-11-20T02:45:07,308 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,308 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,310 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=364cfb28e83ab1e93f6d26d8d4a50cfe, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38059,1732070705313 2024-11-20T02:45:07,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 364cfb28e83ab1e93f6d26d8d4a50cfe, server=1c82b83631a2,38059,1732070705313 because future has completed 2024-11-20T02:45:07,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T02:45:07,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 364cfb28e83ab1e93f6d26d8d4a50cfe, server=1c82b83631a2,38059,1732070705313 in 204 msec 2024-11-20T02:45:07,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T02:45:07,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=364cfb28e83ab1e93f6d26d8d4a50cfe, ASSIGN in 369 msec 2024-11-20T02:45:07,332 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:45:07,332 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732070707332"}]},"ts":"1732070707332"} 2024-11-20T02:45:07,336 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-20T02:45:07,338 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:45:07,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 454 msec 2024-11-20T02:45:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:45:07,526 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T02:45:07,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-20T02:45:07,527 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:45:07,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-20T02:45:07,532 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:45:07,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-20T02:45:07,537 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe., hostname=1c82b83631a2,38059,1732070705313, seqNum=2] 2024-11-20T02:45:07,537 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:45:07,539 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:45:07,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-20T02:45:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-20T02:45:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:07,547 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-20T02:45:07,548 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T02:45:07,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T02:45:07,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:07,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38059 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T02:45:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,703 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 364cfb28e83ab1e93f6d26d8d4a50cfe 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-20T02:45:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/.tmp/cf/652dc9f475af4cd3852e883b79d3895d is 36, key is row/cf:cq/1732070707540/Put/seqid=0 2024-11-20T02:45:07,722 WARN [IPC Server handler 3 on default port 45253 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T02:45:07,722 WARN [IPC Server handler 3 on default port 45253 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T02:45:07,723 WARN [IPC Server handler 3 on default port 45253 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T02:45:07,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741839_1015 (size=4787) 2024-11-20T02:45:07,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741839_1015 (size=4787) 2024-11-20T02:45:07,735 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/.tmp/cf/652dc9f475af4cd3852e883b79d3895d 2024-11-20T02:45:07,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/.tmp/cf/652dc9f475af4cd3852e883b79d3895d as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/cf/652dc9f475af4cd3852e883b79d3895d 2024-11-20T02:45:07,756 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/cf/652dc9f475af4cd3852e883b79d3895d, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T02:45:07,757 INFO [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 364cfb28e83ab1e93f6d26d8d4a50cfe in 54ms, sequenceid=5, compaction requested=false 2024-11-20T02:45:07,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 364cfb28e83ab1e93f6d26d8d4a50cfe: 2024-11-20T02:45:07,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T02:45:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T02:45:07,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T02:45:07,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-11-20T02:45:07,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 222 msec 2024-11-20T02:45:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T02:45:07,866 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-20T02:45:07,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T02:45:07,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:45:07,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:07,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T02:45:07,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T02:45:07,876 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1015695196, stopped=false 2024-11-20T02:45:07,876 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,41199,1732070705138 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:07,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:07,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:07,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T02:45:07,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T02:45:07,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:07,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:07,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,38059,1732070705313' ***** 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,46849,1732070705361' ***** 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,37397,1732070705412' ***** 2024-11-20T02:45:07,940 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:07,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T02:45:07,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:07,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:07,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,46849,1732070705361 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1c82b83631a2:46849. 2024-11-20T02:45:07,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:07,941 DEBUG [RS:1;1c82b83631a2:46849 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:07,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:07,941 DEBUG [RS:1;1c82b83631a2:46849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:07,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:45:07,941 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:07,942 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:07,942 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T02:45:07,942 INFO [RS:0;1c82b83631a2:38059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:07,942 INFO [RS:0;1c82b83631a2:38059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:07,942 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(3091): Received CLOSE for 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T02:45:07,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,37397,1732070705412 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1c82b83631a2:37397. 2024-11-20T02:45:07,942 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T02:45:07,942 DEBUG [RS:2;1c82b83631a2:37397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:07,942 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T02:45:07,942 DEBUG [RS:2;1c82b83631a2:37397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,942 DEBUG [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T02:45:07,942 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,37397,1732070705412; all regions closed. 2024-11-20T02:45:07,942 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:45:07,943 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:45:07,943 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:45:07,943 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:45:07,943 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:45:07,943 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T02:45:07,943 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,38059,1732070705313 2024-11-20T02:45:07,943 INFO [RS:0;1c82b83631a2:38059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:07,943 INFO [RS:0;1c82b83631a2:38059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:38059. 2024-11-20T02:45:07,943 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 364cfb28e83ab1e93f6d26d8d4a50cfe, disabling compactions & flushes 2024-11-20T02:45:07,944 DEBUG [RS:0;1c82b83631a2:38059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:45:07,944 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,944 DEBUG [RS:0;1c82b83631a2:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,944 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,944 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T02:45:07,944 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. after waiting 0 ms 2024-11-20T02:45:07,944 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:07,944 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1325): Online Regions={364cfb28e83ab1e93f6d26d8d4a50cfe=TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe.} 2024-11-20T02:45:07,944 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,944 DEBUG [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1351): Waiting on 364cfb28e83ab1e93f6d26d8d4a50cfe 2024-11-20T02:45:07,944 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:07,944 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:07,944 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:07,944 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741834_1010 (size=93) 2024-11-20T02:45:07,948 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:07,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741834_1010 (size=93) 2024-11-20T02:45:07,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741834_1010 (size=93) 2024-11-20T02:45:07,950 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/default/TestHBaseWalOnEC/364cfb28e83ab1e93f6d26d8d4a50cfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T02:45:07,951 DEBUG [RS:2;1c82b83631a2:37397 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs 2024-11-20T02:45:07,951 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 1c82b83631a2%2C37397%2C1732070705412:(num 1732070706296) 2024-11-20T02:45:07,952 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 364cfb28e83ab1e93f6d26d8d4a50cfe: Waiting for close lock at 1732070707943Running coprocessor pre-close hooks at 1732070707943Disabling compacts and flushes for region at 1732070707943Disabling writes for close at 1732070707944 (+1 ms)Writing region close event to WAL at 1732070707945 (+1 ms)Running coprocessor post-close hooks at 1732070707951 (+6 ms)Closed at 1732070707951 2024-11-20T02:45:07,952 DEBUG [RS:2;1c82b83631a2:37397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:07,952 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe. 2024-11-20T02:45:07,952 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:07,952 INFO [RS:2;1c82b83631a2:37397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:07,953 INFO [RS:2;1c82b83631a2:37397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37397 2024-11-20T02:45:07,953 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:07,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:07,964 INFO [RS:2;1c82b83631a2:37397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:07,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,37397,1732070705412 2024-11-20T02:45:07,965 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/info/cc96618172f540639533ac1ef5d1a8c7 is 153, key is TestHBaseWalOnEC,,1732070706885.364cfb28e83ab1e93f6d26d8d4a50cfe./info:regioninfo/1732070707309/Put/seqid=0 2024-11-20T02:45:07,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,37397,1732070705412] 2024-11-20T02:45:07,966 WARN [IPC Server handler 1 on default port 45253 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-20T02:45:07,966 WARN [IPC Server handler 1 on default port 45253 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-20T02:45:07,966 WARN [IPC Server handler 1 on default port 45253 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-20T02:45:07,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741840_1016 (size=6637) 2024-11-20T02:45:07,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,37397,1732070705412 already deleted, retry=false 2024-11-20T02:45:07,972 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,37397,1732070705412 expired; onlineServers=2 2024-11-20T02:45:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741840_1016 (size=6637) 2024-11-20T02:45:07,974 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/info/cc96618172f540639533ac1ef5d1a8c7 2024-11-20T02:45:07,999 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/ns/f3c1d2e8e8c245b79beb5c19cfdb169e is 43, key is default/ns:d/1732070706820/Put/seqid=0 2024-11-20T02:45:08,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741841_1017 (size=5153) 2024-11-20T02:45:08,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741841_1017 (size=5153) 2024-11-20T02:45:08,008 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/ns/f3c1d2e8e8c245b79beb5c19cfdb169e 2024-11-20T02:45:08,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741841_1017 (size=5153) 2024-11-20T02:45:08,031 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/table/ba0dc756289e443ea3b0d84af0a82eba is 52, key is TestHBaseWalOnEC/table:state/1732070707332/Put/seqid=0 2024-11-20T02:45:08,033 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741842_1018 (size=5249) 2024-11-20T02:45:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741842_1018 (size=5249) 2024-11-20T02:45:08,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741842_1018 (size=5249) 2024-11-20T02:45:08,042 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/table/ba0dc756289e443ea3b0d84af0a82eba 2024-11-20T02:45:08,052 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/info/cc96618172f540639533ac1ef5d1a8c7 as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/info/cc96618172f540639533ac1ef5d1a8c7 2024-11-20T02:45:08,061 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/info/cc96618172f540639533ac1ef5d1a8c7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T02:45:08,063 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/ns/f3c1d2e8e8c245b79beb5c19cfdb169e as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/ns/f3c1d2e8e8c245b79beb5c19cfdb169e 2024-11-20T02:45:08,073 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/ns/f3c1d2e8e8c245b79beb5c19cfdb169e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T02:45:08,074 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/.tmp/table/ba0dc756289e443ea3b0d84af0a82eba as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/table/ba0dc756289e443ea3b0d84af0a82eba 2024-11-20T02:45:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,081 INFO [RS:2;1c82b83631a2:37397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37397-0x101576b1a9b0003, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,081 INFO [RS:2;1c82b83631a2:37397 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,37397,1732070705412; zookeeper connection closed. 2024-11-20T02:45:08,081 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ee7e3b9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ee7e3b9 2024-11-20T02:45:08,085 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/table/ba0dc756289e443ea3b0d84af0a82eba, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T02:45:08,086 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false 2024-11-20T02:45:08,094 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T02:45:08,095 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:45:08,095 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:45:08,096 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732070707942Running coprocessor pre-close hooks at 1732070707942Disabling compacts and flushes for region at 1732070707942Disabling writes for close at 1732070707943 (+1 ms)Obtaining lock to block concurrent updates at 1732070707943Preparing flush snapshotting stores in 1588230740 at 1732070707943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732070707944 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732070707945 (+1 ms)Flushing 1588230740/info: creating writer at 1732070707945Flushing 1588230740/info: appending metadata at 1732070707964 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732070707964Flushing 1588230740/ns: creating writer at 1732070707982 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732070707999 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732070707999Flushing 1588230740/table: creating writer at 1732070708015 (+16 ms)Flushing 1588230740/table: appending metadata at 1732070708031 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732070708031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4043d3: reopening flushed file at 1732070708050 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5becef45: reopening flushed file at 1732070708061 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234d83a8: reopening flushed file at 1732070708073 (+12 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 143ms, sequenceid=11, compaction requested=false at 1732070708086 (+13 ms)Writing region close event to WAL at 1732070708088 (+2 ms)Running coprocessor post-close hooks at 1732070708095 (+7 ms)Closed at 1732070708095 2024-11-20T02:45:08,096 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T02:45:08,132 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:45:08,132 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:45:08,143 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,46849,1732070705361; all regions closed. 2024-11-20T02:45:08,143 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,143 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,144 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,144 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,144 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,144 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,38059,1732070705313; all regions closed. 2024-11-20T02:45:08,144 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,144 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,145 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,145 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,145 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,146 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:45:08,146 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:45:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741836_1012 (size=2751) 2024-11-20T02:45:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741836_1012 (size=2751) 2024-11-20T02:45:08,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741836_1012 (size=2751) 2024-11-20T02:45:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741835_1011 (size=1298) 2024-11-20T02:45:08,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741835_1011 (size=1298) 2024-11-20T02:45:08,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741835_1011 (size=1298) 2024-11-20T02:45:08,152 DEBUG [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs 2024-11-20T02:45:08,152 INFO [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 1c82b83631a2%2C46849%2C1732070705361.meta:.meta(num 1732070706688) 2024-11-20T02:45:08,152 DEBUG [RS:0;1c82b83631a2:38059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs 2024-11-20T02:45:08,152 INFO [RS:0;1c82b83631a2:38059 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 1c82b83631a2%2C38059%2C1732070705313:(num 1732070706305) 2024-11-20T02:45:08,152 DEBUG [RS:0;1c82b83631a2:38059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:08,152 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:08,152 INFO [RS:0;1c82b83631a2:38059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:08,152 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,152 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,152 INFO [RS:0;1c82b83631a2:38059 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:08,152 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,153 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:08,153 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T02:45:08,153 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,153 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T02:45:08,153 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T02:45:08,153 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,153 INFO [RS:0;1c82b83631a2:38059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:08,153 INFO [RS:0;1c82b83631a2:38059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38059 2024-11-20T02:45:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741833_1009 (size=93) 2024-11-20T02:45:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741833_1009 (size=93) 2024-11-20T02:45:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741833_1009 (size=93) 2024-11-20T02:45:08,158 DEBUG [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/oldWALs 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 1c82b83631a2%2C46849%2C1732070705361:(num 1732070706284) 2024-11-20T02:45:08,159 DEBUG [RS:1;1c82b83631a2:46849 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:08,159 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:08,159 INFO [RS:1;1c82b83631a2:46849 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46849 2024-11-20T02:45:08,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,38059,1732070705313 2024-11-20T02:45:08,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:45:08,170 INFO [RS:0;1c82b83631a2:38059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:08,170 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$369/0x00007f00048f5ff8@482ea03a rejected from java.util.concurrent.ThreadPoolExecutor@4c112de7[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T02:45:08,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,46849,1732070705361 2024-11-20T02:45:08,178 INFO [RS:1;1c82b83631a2:46849 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:08,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,38059,1732070705313] 2024-11-20T02:45:08,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,38059,1732070705313 already deleted, retry=false 2024-11-20T02:45:08,203 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,38059,1732070705313 expired; onlineServers=1 2024-11-20T02:45:08,203 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,46849,1732070705361] 2024-11-20T02:45:08,214 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,46849,1732070705361 already deleted, retry=false 2024-11-20T02:45:08,214 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,46849,1732070705361 expired; onlineServers=0 2024-11-20T02:45:08,214 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,41199,1732070705138' ***** 2024-11-20T02:45:08,214 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T02:45:08,214 INFO [M:0;1c82b83631a2:41199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:45:08,214 INFO [M:0;1c82b83631a2:41199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T02:45:08,214 DEBUG [M:0;1c82b83631a2:41199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T02:45:08,215 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T02:45:08,215 DEBUG [M:0;1c82b83631a2:41199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T02:45:08,215 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070705900 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732070705900,5,FailOnTimeoutGroup] 2024-11-20T02:45:08,215 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070705896 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732070705896,5,FailOnTimeoutGroup] 2024-11-20T02:45:08,215 INFO [M:0;1c82b83631a2:41199 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T02:45:08,215 INFO [M:0;1c82b83631a2:41199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T02:45:08,215 DEBUG [M:0;1c82b83631a2:41199 {}] master.HMaster(1795): Stopping service threads 2024-11-20T02:45:08,215 INFO [M:0;1c82b83631a2:41199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T02:45:08,215 INFO [M:0;1c82b83631a2:41199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:45:08,216 INFO [M:0;1c82b83631a2:41199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:45:08,216 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T02:45:08,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T02:45:08,228 DEBUG [M:0;1c82b83631a2:41199 {}] zookeeper.ZKUtil(347): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T02:45:08,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:45:08,228 WARN [M:0;1c82b83631a2:41199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T02:45:08,229 INFO [M:0;1c82b83631a2:41199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/.lastflushedseqids 2024-11-20T02:45:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741843_1019 (size=127) 2024-11-20T02:45:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741843_1019 (size=127) 2024-11-20T02:45:08,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741843_1019 (size=127) 2024-11-20T02:45:08,253 INFO [M:0;1c82b83631a2:41199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:45:08,253 INFO [M:0;1c82b83631a2:41199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T02:45:08,253 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:45:08,253 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:08,253 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:08,253 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:45:08,253 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:08,254 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.82 KB heapSize=34.11 KB 2024-11-20T02:45:08,272 DEBUG [M:0;1c82b83631a2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ff59157ecc4cf8bf2f5fd8eff395c5 is 82, key is hbase:meta,,1/info:regioninfo/1732070706767/Put/seqid=0 2024-11-20T02:45:08,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,287 INFO [RS:0;1c82b83631a2:38059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:08,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38059-0x101576b1a9b0001, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,287 INFO [RS:0;1c82b83631a2:38059 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,38059,1732070705313; zookeeper connection closed. 2024-11-20T02:45:08,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741844_1020 (size=5672) 2024-11-20T02:45:08,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741844_1020 (size=5672) 2024-11-20T02:45:08,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741844_1020 (size=5672) 2024-11-20T02:45:08,291 INFO [M:0;1c82b83631a2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ff59157ecc4cf8bf2f5fd8eff395c5 2024-11-20T02:45:08,295 INFO [RS:1;1c82b83631a2:46849 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:08,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,295 INFO [RS:1;1c82b83631a2:46849 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,46849,1732070705361; zookeeper connection closed. 2024-11-20T02:45:08,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46849-0x101576b1a9b0002, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,301 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c871b3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c871b3d 2024-11-20T02:45:08,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7bc104 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7bc104 2024-11-20T02:45:08,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T02:45:08,320 DEBUG [M:0;1c82b83631a2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64649e847b384ec8a1cedf3e15d5aab2 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732070707341/Put/seqid=0 2024-11-20T02:45:08,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741845_1021 (size=6438) 2024-11-20T02:45:08,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741845_1021 (size=6438) 2024-11-20T02:45:08,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741845_1021 (size=6438) 2024-11-20T02:45:08,340 INFO [M:0;1c82b83631a2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64649e847b384ec8a1cedf3e15d5aab2 2024-11-20T02:45:08,364 DEBUG [M:0;1c82b83631a2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb09768cad4b6887dac09523718b68 is 69, key is 1c82b83631a2,37397,1732070705412/rs:state/1732070706052/Put/seqid=0 2024-11-20T02:45:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741846_1022 (size=5294) 2024-11-20T02:45:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741846_1022 (size=5294) 2024-11-20T02:45:08,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741846_1022 (size=5294) 2024-11-20T02:45:08,383 INFO [M:0;1c82b83631a2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb09768cad4b6887dac09523718b68 2024-11-20T02:45:08,391 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8ff59157ecc4cf8bf2f5fd8eff395c5 as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8ff59157ecc4cf8bf2f5fd8eff395c5 2024-11-20T02:45:08,400 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8ff59157ecc4cf8bf2f5fd8eff395c5, entries=8, sequenceid=72, filesize=5.5 K 2024-11-20T02:45:08,402 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64649e847b384ec8a1cedf3e15d5aab2 as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64649e847b384ec8a1cedf3e15d5aab2 2024-11-20T02:45:08,409 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64649e847b384ec8a1cedf3e15d5aab2, entries=8, sequenceid=72, filesize=6.3 K 2024-11-20T02:45:08,411 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb09768cad4b6887dac09523718b68 as hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59bb09768cad4b6887dac09523718b68 2024-11-20T02:45:08,419 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45253/user/jenkins/test-data/b1a5173e-44e1-687c-807f-7d58c9632e4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59bb09768cad4b6887dac09523718b68, entries=3, sequenceid=72, filesize=5.2 K 2024-11-20T02:45:08,420 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=72, compaction requested=false 2024-11-20T02:45:08,422 INFO [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:45:08,422 DEBUG [M:0;1c82b83631a2:41199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732070708253Disabling compacts and flushes for region at 1732070708253Disabling writes for close at 1732070708253Obtaining lock to block concurrent updates at 1732070708254 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732070708254Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27462, getHeapSize=34864, getOffHeapSize=0, getCellsCount=85 at 1732070708254Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732070708255 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732070708255Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732070708272 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732070708272Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732070708298 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732070708320 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732070708320Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732070708346 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732070708364 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732070708364Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14c6b5aa: reopening flushed file at 1732070708390 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc2b8d2: reopening flushed file at 1732070708400 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e301336: reopening flushed file at 1732070708409 (+9 ms)Finished flush of dataSize ~26.82 KB/27462, heapSize ~33.81 KB/34624, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=72, compaction requested=false at 1732070708421 (+12 ms)Writing region close event to WAL at 1732070708422 (+1 ms)Closed at 1732070708422 2024-11-20T02:45:08,423 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,423 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,423 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,423 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,423 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-20T02:45:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34987 is added to blk_1073741830_1006 (size=32665) 2024-11-20T02:45:08,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37207 is added to blk_1073741830_1006 (size=32665) 2024-11-20T02:45:08,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46303 is added to blk_1073741830_1006 (size=32665) 2024-11-20T02:45:08,427 INFO [M:0;1c82b83631a2:41199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T02:45:08,427 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T02:45:08,427 INFO [M:0;1c82b83631a2:41199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41199 2024-11-20T02:45:08,428 INFO [M:0;1c82b83631a2:41199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:45:08,562 INFO [M:0;1c82b83631a2:41199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:45:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x101576b1a9b0000, quorum=127.0.0.1:64528, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:45:08,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@733029a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:08,565 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a87cd5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:08,565 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:08,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60d8940e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:08,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39179133{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:08,567 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:08,567 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:08,567 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548539765-172.17.0.2-1732070703072 (Datanode Uuid acc919f5-588c-4d9b-b228-acad35845641) service to localhost/127.0.0.1:45253 2024-11-20T02:45:08,567 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:08,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data5/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,568 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data6/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,568 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:08,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4be50faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:08,570 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6625a4f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:08,570 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:08,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f5c60f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:08,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7febc9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:08,572 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:08,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:08,572 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548539765-172.17.0.2-1732070703072 (Datanode Uuid 9520fed5-b21a-4115-b491-f4b38dfd0809) service to localhost/127.0.0.1:45253 2024-11-20T02:45:08,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:08,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data3/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data4/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:08,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@765c7210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:45:08,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e498d5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:08,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:08,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46f2e60d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:08,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6decf963{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:08,584 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T02:45:08,584 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T02:45:08,584 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T02:45:08,584 WARN [BP-548539765-172.17.0.2-1732070703072 heartbeating to localhost/127.0.0.1:45253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-548539765-172.17.0.2-1732070703072 (Datanode Uuid 2fdcf286-a4b4-4833-ac69-4dc45b07ef61) service to localhost/127.0.0.1:45253 2024-11-20T02:45:08,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data1/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,585 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/cluster_20856bcd-887a-6de9-f19f-b3f53851f6e4/data/data2/current/BP-548539765-172.17.0.2-1732070703072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T02:45:08,585 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T02:45:08,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@563c957f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:45:08,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cbd9f23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T02:45:08,592 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T02:45:08,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59bbe271{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T02:45:08,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aa34083{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/64525f30-0fdf-a3a3-f0eb-f07eff74080e/hadoop.log.dir/,STOPPED} 2024-11-20T02:45:08,600 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T02:45:08,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T02:45:08,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=154 (was 91) - Thread LEAK? -, OpenFileDescriptor=518 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=301 (was 301), ProcessCount=11 (was 11), AvailableMemoryMB=6155 (was 6352)