2024-11-10 05:15:14,872 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-10 05:15:14,884 main DEBUG Took 0.010077 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 05:15:14,884 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 05:15:14,885 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 05:15:14,886 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 05:15:14,887 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,896 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 05:15:14,914 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,916 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,916 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,917 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,918 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,919 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,920 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,921 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,921 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,923 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 05:15:14,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,924 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 05:15:14,926 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 05:15:14,927 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 05:15:14,928 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 05:15:14,929 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 05:15:14,930 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 05:15:14,930 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 05:15:14,939 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 05:15:14,941 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 05:15:14,943 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 05:15:14,943 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 05:15:14,943 main DEBUG createAppenders(={Console}) 2024-11-10 05:15:14,944 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-10 05:15:14,944 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-10 05:15:14,945 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-10 05:15:14,945 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 05:15:14,945 main DEBUG OutputStream closed 2024-11-10 05:15:14,946 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 05:15:14,946 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 05:15:14,946 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-10 05:15:15,011 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 05:15:15,013 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 05:15:15,014 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 05:15:15,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 05:15:15,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 05:15:15,015 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 05:15:15,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 05:15:15,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 05:15:15,016 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 05:15:15,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 05:15:15,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 05:15:15,017 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 05:15:15,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 05:15:15,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 05:15:15,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 05:15:15,018 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 05:15:15,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 05:15:15,019 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 05:15:15,022 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 05:15:15,022 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-10 05:15:15,022 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 05:15:15,023 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-10T05:15:15,038 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-10 05:15:15,041 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 05:15:15,041 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T05:15:15,309 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e 2024-11-10T05:15:15,333 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a, deleteOnExit=true 2024-11-10T05:15:15,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/test.cache.data in system properties and HBase conf 2024-11-10T05:15:15,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:15:15,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:15:15,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:15:15,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:15:15,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:15:15,443 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T05:15:15,533 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:15:15,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:15:15,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:15:15,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:15:15,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:15:15,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:15:15,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:15:15,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:15:15,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:15:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:15:15,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:15:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:15:15,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:15:15,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:15:15,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:15:16,381 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T05:15:16,455 INFO [Time-limited test {}] log.Log(170): Logging initialized @2281ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T05:15:16,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:16,590 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:16,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:16,612 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:16,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:15:16,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:16,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:16,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:16,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/java.io.tmpdir/jetty-localhost-40959-hadoop-hdfs-3_4_1-tests_jar-_-any-9313271178962468867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:15:16,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:40959} 2024-11-10T05:15:16,844 INFO [Time-limited test {}] server.Server(415): Started @2670ms 2024-11-10T05:15:17,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:17,246 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:17,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:17,247 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:17,247 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:17,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:17,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:17,370 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-10609341808007522828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:17,370 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-11-10T05:15:17,371 INFO [Time-limited test {}] server.Server(415): Started @3197ms 2024-11-10T05:15:17,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:17,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:17,548 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:17,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:17,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:17,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:17,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:17,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:17,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/java.io.tmpdir/jetty-localhost-44759-hadoop-hdfs-3_4_1-tests_jar-_-any-1442956878046261458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:17,689 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:44759} 2024-11-10T05:15:17,689 INFO [Time-limited test {}] server.Server(415): Started @3515ms 2024-11-10T05:15:17,691 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:17,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:17,735 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:17,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:17,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:17,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:17,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:17,742 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:17,867 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data4/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:17,867 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data1/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:17,867 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data3/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:17,867 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data2/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:17,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/java.io.tmpdir/jetty-localhost-35553-hadoop-hdfs-3_4_1-tests_jar-_-any-6848462782686506203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:17,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:35553} 2024-11-10T05:15:17,887 INFO [Time-limited test {}] server.Server(415): Started @3714ms 2024-11-10T05:15:17,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:17,913 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:17,914 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:17,987 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554efc9e1d1b5a2 with lease ID 0xf65cbbc54b38a682: Processing first storage report for DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4 from datanode DatanodeRegistration(127.0.0.1:43523, datanodeUuid=0349d0d8-9376-446a-b836-9bff74bdd5d8, infoPort=36189, infoSecurePort=0, ipcPort=46107, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554efc9e1d1b5a2 with lease ID 0xf65cbbc54b38a682: from storage DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4 node DatanodeRegistration(127.0.0.1:43523, datanodeUuid=0349d0d8-9376-446a-b836-9bff74bdd5d8, infoPort=36189, infoSecurePort=0, ipcPort=46107, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:15:17,988 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aad97b360621fd2 with lease ID 0xf65cbbc54b38a681: Processing first storage report for DS-73d78342-edc2-49a6-bbfb-a43b42756cef from datanode DatanodeRegistration(127.0.0.1:45003, datanodeUuid=9ccfd1de-6ea3-4848-bf6c-ecceba2da8cb, infoPort=41289, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aad97b360621fd2 with lease ID 0xf65cbbc54b38a681: from storage DS-73d78342-edc2-49a6-bbfb-a43b42756cef node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=9ccfd1de-6ea3-4848-bf6c-ecceba2da8cb, infoPort=41289, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T05:15:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x554efc9e1d1b5a2 with lease ID 0xf65cbbc54b38a682: Processing first storage report for DS-b3056f4a-d6b7-4264-bd46-b94e9b980bf7 from datanode DatanodeRegistration(127.0.0.1:43523, datanodeUuid=0349d0d8-9376-446a-b836-9bff74bdd5d8, infoPort=36189, infoSecurePort=0, ipcPort=46107, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x554efc9e1d1b5a2 with lease ID 0xf65cbbc54b38a682: from storage DS-b3056f4a-d6b7-4264-bd46-b94e9b980bf7 node DatanodeRegistration(127.0.0.1:43523, datanodeUuid=0349d0d8-9376-446a-b836-9bff74bdd5d8, infoPort=36189, infoSecurePort=0, ipcPort=46107, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1aad97b360621fd2 with lease ID 0xf65cbbc54b38a681: Processing first storage report for DS-41c38ab5-7fb7-4a8c-bb29-788969d45c73 from datanode DatanodeRegistration(127.0.0.1:45003, datanodeUuid=9ccfd1de-6ea3-4848-bf6c-ecceba2da8cb, infoPort=41289, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1aad97b360621fd2 with lease ID 0xf65cbbc54b38a681: from storage DS-41c38ab5-7fb7-4a8c-bb29-788969d45c73 node DatanodeRegistration(127.0.0.1:45003, datanodeUuid=9ccfd1de-6ea3-4848-bf6c-ecceba2da8cb, infoPort=41289, infoSecurePort=0, ipcPort=39049, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:18,035 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data6/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:18,035 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data5/current/BP-1177228812-172.17.0.2-1731215716125/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:18,065 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd29c753e06fcb84 with lease ID 0xf65cbbc54b38a683: Processing first storage report for DS-6af50b24-92ba-4fcb-b799-f12a87480126 from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=c8672b04-be60-444a-b51e-d004615ac38f, infoPort=44953, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd29c753e06fcb84 with lease ID 0xf65cbbc54b38a683: from storage DS-6af50b24-92ba-4fcb-b799-f12a87480126 node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=c8672b04-be60-444a-b51e-d004615ac38f, infoPort=44953, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcd29c753e06fcb84 with lease ID 0xf65cbbc54b38a683: Processing first storage report for DS-3b70c5a4-efc5-452c-817b-a1f655f8474b from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=c8672b04-be60-444a-b51e-d004615ac38f, infoPort=44953, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125) 2024-11-10T05:15:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcd29c753e06fcb84 with lease ID 0xf65cbbc54b38a683: from storage DS-3b70c5a4-efc5-452c-817b-a1f655f8474b node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=c8672b04-be60-444a-b51e-d004615ac38f, infoPort=44953, infoSecurePort=0, ipcPort=45963, storageInfo=lv=-57;cid=testClusterID;nsid=1818037484;c=1731215716125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:18,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e 2024-11-10T05:15:18,322 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-10T05:15:18,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=161, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=16, ProcessCount=11, AvailableMemoryMB=9039 2024-11-10T05:15:18,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:15:18,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-10T05:15:18,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/zookeeper_0, clientPort=60538, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:15:18,482 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60538 2024-11-10T05:15:18,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:18,510 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:18,597 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:18,597 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:18,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:43506 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43506 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:18,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-10T05:15:19,061 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:19,070 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 with version=8 2024-11-10T05:15:19,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/hbase-staging 2024-11-10T05:15:19,164 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T05:15:19,414 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:19,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:19,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:15:19,628 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T05:15:19,637 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T05:15:19,641 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:19,669 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 28705 (auto-detected) 2024-11-10T05:15:19,670 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-10T05:15:19,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42543 2024-11-10T05:15:19,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42543 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-11-10T05:15:19,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425430x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:19,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42543-0x101004d62c30000 connected 2024-11-10T05:15:19,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:19,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:19,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:19,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48, hbase.cluster.distributed=false 2024-11-10T05:15:19,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:19,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42543 2024-11-10T05:15:19,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42543 2024-11-10T05:15:19,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42543 2024-11-10T05:15:19,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42543 2024-11-10T05:15:19,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42543 2024-11-10T05:15:19,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:19,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,955 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:19,955 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:19,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:19,959 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:19,961 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:19,962 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33971 2024-11-10T05:15:19,964 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33971 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-11-10T05:15:19,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:19,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:19,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339710x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:19,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33971-0x101004d62c30001 connected 2024-11-10T05:15:19,976 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:19,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:19,989 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:19,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:19,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:19,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-10T05:15:19,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33971 2024-11-10T05:15:19,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33971 2024-11-10T05:15:19,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-10T05:15:19,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-10T05:15:20,017 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:20,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:20,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:20,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:20,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45313 2024-11-10T05:15:20,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45313 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-11-10T05:15:20,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:20,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:20,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453130x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:20,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453130x0, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:20,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45313-0x101004d62c30002 connected 2024-11-10T05:15:20,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:20,032 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:20,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:20,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:20,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T05:15:20,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-11-10T05:15:20,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-11-10T05:15:20,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T05:15:20,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T05:15:20,058 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:20,059 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:20,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:20,060 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38515 2024-11-10T05:15:20,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38515 connecting to ZooKeeper ensemble=127.0.0.1:60538 2024-11-10T05:15:20,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:20,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:20,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385150x0, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:20,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38515-0x101004d62c30003 connected 2024-11-10T05:15:20,072 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:20,072 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:20,073 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:20,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:20,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:20,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-10T05:15:20,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38515 2024-11-10T05:15:20,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38515 2024-11-10T05:15:20,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-10T05:15:20,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-10T05:15:20,093 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:42543 2024-11-10T05:15:20,094 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,103 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,125 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:15:20,127 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e900e1ae4b9f,42543,1731215719217 from backup master directory 2024-11-10T05:15:20,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:20,132 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:20,132 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,134 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T05:15:20,135 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T05:15:20,194 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/hbase.id] with ID: ed7c0c09-fadd-4c66-8891-3dbc56c02d47 2024-11-10T05:15:20,195 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/.tmp/hbase.id 2024-11-10T05:15:20,203 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,203 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,207 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:55916 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55916 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:20,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-10T05:15:20,213 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:20,213 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/.tmp/hbase.id]:[hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/hbase.id] 2024-11-10T05:15:20,257 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:20,262 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:15:20,281 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-10T05:15:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,296 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,297 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,300 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:36436 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36436 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-10T05:15:20,306 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:20,321 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:15:20,323 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:15:20,329 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:15:20,357 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,357 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,361 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:36456 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36456 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:20,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-10T05:15:20,368 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:20,386 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store 2024-11-10T05:15:20,403 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,403 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:20,406 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:55950 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55950 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-10T05:15:20,412 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:20,416 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T05:15:20,419 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:20,420 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:15:20,420 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:20,420 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:20,422 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:15:20,422 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:20,422 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:20,423 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731215720420Disabling compacts and flushes for region at 1731215720420Disabling writes for close at 1731215720422 (+2 ms)Writing region close event to WAL at 1731215720422Closed at 1731215720422 2024-11-10T05:15:20,425 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/.initializing 2024-11-10T05:15:20,425 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/WALs/e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,434 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:15:20,449 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C42543%2C1731215719217, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/WALs/e900e1ae4b9f,42543,1731215719217, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/oldWALs, maxLogs=10 2024-11-10T05:15:20,490 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/WALs/e900e1ae4b9f,42543,1731215719217/e900e1ae4b9f%2C42543%2C1731215719217.1731215720455, exclude list is [], retry=0 2024-11-10T05:15:20,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-73d78342-edc2-49a6-bbfb-a43b42756cef,DISK] 2024-11-10T05:15:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4,DISK] 2024-11-10T05:15:20,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-6af50b24-92ba-4fcb-b799-f12a87480126,DISK] 2024-11-10T05:15:20,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T05:15:20,556 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/WALs/e900e1ae4b9f,42543,1731215719217/e900e1ae4b9f%2C42543%2C1731215719217.1731215720455 2024-11-10T05:15:20,557 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44953:44953),(127.0.0.1/127.0.0.1:36189:36189),(127.0.0.1/127.0.0.1:41289:41289)] 2024-11-10T05:15:20,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:20,558 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:20,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,562 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:15:20,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:20,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:20,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:15:20,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:20,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:20,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:15:20,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:20,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:20,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:15:20,643 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:20,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:20,644 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,647 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,649 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,654 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,655 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,658 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:20,662 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:20,669 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:20,670 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68676247, jitterRate=0.02335582673549652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:20,676 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731215720574Initializing all the Stores at 1731215720576 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215720577 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215720577Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215720578 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215720578Cleaning up temporary data from old regions at 1731215720655 (+77 ms)Region opened successfully at 1731215720676 (+21 ms) 2024-11-10T05:15:20,677 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:15:20,710 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46691a35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:20,742 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:15:20,754 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:15:20,754 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:15:20,757 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:15:20,759 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T05:15:20,765 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T05:15:20,765 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:15:20,795 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:15:20,806 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:15:20,808 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:15:20,811 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:15:20,813 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:15:20,816 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:15:20,818 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:15:20,821 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:15:20,823 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:15:20,825 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:15:20,826 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:15:20,844 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:15:20,846 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:15:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:20,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,855 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,42543,1731215719217, sessionid=0x101004d62c30000, setting cluster-up flag (Was=false) 2024-11-10T05:15:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,876 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:15:20,877 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:20,889 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:15:20,891 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:20,897 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:15:20,968 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:20,977 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:15:20,982 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(746): ClusterId : ed7c0c09-fadd-4c66-8891-3dbc56c02d47 2024-11-10T05:15:20,982 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(746): ClusterId : ed7c0c09-fadd-4c66-8891-3dbc56c02d47 2024-11-10T05:15:20,982 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(746): ClusterId : ed7c0c09-fadd-4c66-8891-3dbc56c02d47 2024-11-10T05:15:20,985 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:15:20,985 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:20,985 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:20,985 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:20,991 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:20,992 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:20,992 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:20,992 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:20,992 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:20,992 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:20,992 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,42543,1731215719217 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:15:20,995 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:20,996 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:20,996 DEBUG [RS:1;e900e1ae4b9f:45313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb4e6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:20,996 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:20,996 DEBUG [RS:0;e900e1ae4b9f:33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f075fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:20,996 DEBUG [RS:2;e900e1ae4b9f:38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167bfdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:20,999 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:20,999 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:20,999 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:21,000 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:21,000 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:15:21,000 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,000 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:21,000 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,010 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731215751010 2024-11-10T05:15:21,012 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:15:21,013 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e900e1ae4b9f:38515 2024-11-10T05:15:21,013 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:15:21,014 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:21,014 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:15:21,015 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e900e1ae4b9f:45313 2024-11-10T05:15:21,015 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:33971 2024-11-10T05:15:21,017 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:21,017 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:21,017 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:21,018 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:15:21,018 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:21,018 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:21,018 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:21,018 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:21,018 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:21,018 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:21,018 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:15:21,018 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:15:21,019 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:15:21,021 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,42543,1731215719217 with port=33971, startcode=1731215719909 2024-11-10T05:15:21,021 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,42543,1731215719217 with port=38515, startcode=1731215720058 2024-11-10T05:15:21,021 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,42543,1731215719217 with port=45313, startcode=1731215720016 2024-11-10T05:15:21,019 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,022 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:15:21,029 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:15:21,030 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:15:21,031 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:15:21,035 DEBUG [RS:1;e900e1ae4b9f:45313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:21,035 DEBUG [RS:2;e900e1ae4b9f:38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:21,035 DEBUG [RS:0;e900e1ae4b9f:33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:21,035 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:15:21,036 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:15:21,038 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:21,038 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:21,040 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215721037,5,FailOnTimeoutGroup] 2024-11-10T05:15:21,044 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215721040,5,FailOnTimeoutGroup] 2024-11-10T05:15:21,044 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,045 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:15:21,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,046 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,048 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:51198 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51198 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:21,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-10T05:15:21,063 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:21,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:15:21,065 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 2024-11-10T05:15:21,077 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:21,077 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:21,083 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:21,083 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:21,083 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:42374 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42374 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:21,085 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:21,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,093 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-10T05:15:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-10T05:15:21,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,110 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 2024-11-10T05:15:21,110 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895 2024-11-10T05:15:21,110 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:21,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,111 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 2024-11-10T05:15:21,111 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895 2024-11-10T05:15:21,111 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:21,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42543 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,115 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 2024-11-10T05:15:21,115 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36895 2024-11-10T05:15:21,115 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:21,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:21,119 DEBUG [RS:0;e900e1ae4b9f:33971 {}] zookeeper.ZKUtil(111): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,119 DEBUG [RS:2;e900e1ae4b9f:38515 {}] zookeeper.ZKUtil(111): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,119 WARN [RS:0;e900e1ae4b9f:33971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:21,119 WARN [RS:2;e900e1ae4b9f:38515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:21,119 INFO [RS:0;e900e1ae4b9f:33971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:15:21,120 INFO [RS:2;e900e1ae4b9f:38515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:15:21,120 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,120 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,121 DEBUG [RS:1;e900e1ae4b9f:45313 {}] zookeeper.ZKUtil(111): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,121 WARN [RS:1;e900e1ae4b9f:45313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:21,122 INFO [RS:1;e900e1ae4b9f:45313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:15:21,122 DEBUG [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,38515,1731215720058] 2024-11-10T05:15:21,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,45313,1731215720016] 2024-11-10T05:15:21,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,33971,1731215719909] 2024-11-10T05:15:21,150 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:21,150 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:21,150 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:21,164 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:21,164 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:21,164 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:21,169 INFO [RS:2;e900e1ae4b9f:38515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:21,170 INFO [RS:1;e900e1ae4b9f:45313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:21,170 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,170 INFO [RS:0;e900e1ae4b9f:33971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:21,170 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,170 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,170 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:21,175 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:21,175 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:21,176 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:21,177 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:21,177 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:21,178 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,178 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,178 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,178 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,178 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,178 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,178 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,179 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:21,179 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:21,179 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:21,180 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,180 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,181 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,181 DEBUG [RS:0;e900e1ae4b9f:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,181 DEBUG [RS:2;e900e1ae4b9f:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,181 DEBUG [RS:1;e900e1ae4b9f:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:21,184 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,184 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,185 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,185 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,185 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38515,1731215720058-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:21,185 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33971,1731215719909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:21,185 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45313,1731215720016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:21,208 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:21,210 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38515,1731215720058-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,211 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,211 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.Replication(171): e900e1ae4b9f,38515,1731215720058 started 2024-11-10T05:15:21,211 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:21,211 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:21,211 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,33971,1731215719909-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,211 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,45313,1731215720016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,212 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,212 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.Replication(171): e900e1ae4b9f,45313,1731215720016 started 2024-11-10T05:15:21,212 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,212 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.Replication(171): e900e1ae4b9f,33971,1731215719909 started 2024-11-10T05:15:21,234 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,234 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,45313,1731215720016, RpcServer on e900e1ae4b9f/172.17.0.2:45313, sessionid=0x101004d62c30002 2024-11-10T05:15:21,235 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:21,236 DEBUG [RS:1;e900e1ae4b9f:45313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,236 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45313,1731215720016' 2024-11-10T05:15:21,236 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:21,237 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:21,238 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,238 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,33971,1731215719909, RpcServer on e900e1ae4b9f/172.17.0.2:33971, sessionid=0x101004d62c30001 2024-11-10T05:15:21,238 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:21,238 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:21,238 DEBUG [RS:0;e900e1ae4b9f:33971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,238 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,38515,1731215720058, RpcServer on e900e1ae4b9f/172.17.0.2:38515, sessionid=0x101004d62c30003 2024-11-10T05:15:21,238 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,33971,1731215719909' 2024-11-10T05:15:21,238 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:21,238 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:21,238 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:21,239 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:21,239 DEBUG [RS:2;e900e1ae4b9f:38515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,239 DEBUG [RS:1;e900e1ae4b9f:45313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:21,239 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38515,1731215720058' 2024-11-10T05:15:21,239 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,45313,1731215720016' 2024-11-10T05:15:21,239 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:21,239 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:21,239 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:21,240 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:21,240 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:21,240 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:21,240 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:21,240 DEBUG [RS:0;e900e1ae4b9f:33971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:21,240 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,33971,1731215719909' 2024-11-10T05:15:21,240 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:21,240 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:21,240 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:21,241 DEBUG [RS:1;e900e1ae4b9f:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:21,241 DEBUG [RS:2;e900e1ae4b9f:38515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,241 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38515,1731215720058' 2024-11-10T05:15:21,241 INFO [RS:1;e900e1ae4b9f:45313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:21,241 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:21,241 INFO [RS:1;e900e1ae4b9f:45313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:21,241 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:21,241 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:21,242 DEBUG [RS:0;e900e1ae4b9f:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:21,242 INFO [RS:0;e900e1ae4b9f:33971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:21,242 INFO [RS:0;e900e1ae4b9f:33971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:21,242 DEBUG [RS:2;e900e1ae4b9f:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:21,242 INFO [RS:2;e900e1ae4b9f:38515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:21,242 INFO [RS:2;e900e1ae4b9f:38515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:21,346 INFO [RS:0;e900e1ae4b9f:33971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:15:21,346 INFO [RS:2;e900e1ae4b9f:38515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:15:21,346 INFO [RS:1;e900e1ae4b9f:45313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T05:15:21,350 INFO [RS:1;e900e1ae4b9f:45313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C45313%2C1731215720016, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,45313,1731215720016, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs, maxLogs=32 2024-11-10T05:15:21,350 INFO [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38515%2C1731215720058, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs, maxLogs=32 2024-11-10T05:15:21,352 INFO [RS:0;e900e1ae4b9f:33971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C33971%2C1731215719909, suffix=, logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,33971,1731215719909, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs, maxLogs=32 2024-11-10T05:15:21,373 DEBUG [RS:1;e900e1ae4b9f:45313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,45313,1731215720016/e900e1ae4b9f%2C45313%2C1731215720016.1731215721358, exclude list is [], retry=0 2024-11-10T05:15:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-73d78342-edc2-49a6-bbfb-a43b42756cef,DISK] 2024-11-10T05:15:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4,DISK] 2024-11-10T05:15:21,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-6af50b24-92ba-4fcb-b799-f12a87480126,DISK] 2024-11-10T05:15:21,380 DEBUG [RS:2;e900e1ae4b9f:38515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058/e900e1ae4b9f%2C38515%2C1731215720058.1731215721359, exclude list is [], retry=0 2024-11-10T05:15:21,413 DEBUG [RS:0;e900e1ae4b9f:33971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,33971,1731215719909/e900e1ae4b9f%2C33971%2C1731215719909.1731215721359, exclude list is [], retry=0 2024-11-10T05:15:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-73d78342-edc2-49a6-bbfb-a43b42756cef,DISK] 2024-11-10T05:15:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-6af50b24-92ba-4fcb-b799-f12a87480126,DISK] 2024-11-10T05:15:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4,DISK] 2024-11-10T05:15:21,416 INFO [RS:1;e900e1ae4b9f:45313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,45313,1731215720016/e900e1ae4b9f%2C45313%2C1731215720016.1731215721358 2024-11-10T05:15:21,417 DEBUG [RS:1;e900e1ae4b9f:45313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41289:41289),(127.0.0.1/127.0.0.1:44953:44953),(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-10T05:15:21,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-73d78342-edc2-49a6-bbfb-a43b42756cef,DISK] 2024-11-10T05:15:21,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-6af50b24-92ba-4fcb-b799-f12a87480126,DISK] 2024-11-10T05:15:21,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4,DISK] 2024-11-10T05:15:21,421 INFO [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058/e900e1ae4b9f%2C38515%2C1731215720058.1731215721359 2024-11-10T05:15:21,425 DEBUG [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41289:41289),(127.0.0.1/127.0.0.1:44953:44953),(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-10T05:15:21,426 INFO [RS:0;e900e1ae4b9f:33971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,33971,1731215719909/e900e1ae4b9f%2C33971%2C1731215719909.1731215721359 2024-11-10T05:15:21,429 DEBUG [RS:0;e900e1ae4b9f:33971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44953:44953),(127.0.0.1/127.0.0.1:41289:41289),(127.0.0.1/127.0.0.1:36189:36189)] 2024-11-10T05:15:21,492 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:21,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:21,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:15:21,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:15:21,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:15:21,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:15:21,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:15:21,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:15:21,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:15:21,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:15:21,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:15:21,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740 2024-11-10T05:15:21,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740 2024-11-10T05:15:21,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:15:21,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:15:21,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:21,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:15:21,525 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:21,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65939727, jitterRate=-0.017421498894691467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:21,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731215721494Initializing all the Stores at 1731215721496 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215721497 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721497Cleaning up temporary data from old regions at 1731215721517 (+20 ms)Region opened successfully at 1731215721529 (+12 ms) 2024-11-10T05:15:21,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:15:21,529 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:15:21,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:15:21,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:15:21,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:15:21,531 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:21,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731215721529Disabling compacts and flushes for region at 1731215721529Disabling writes for close at 1731215721530 (+1 ms)Writing region close event to WAL at 1731215721531 (+1 ms)Closed at 1731215721531 2024-11-10T05:15:21,534 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:21,534 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:15:21,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:15:21,550 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:15:21,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:15:21,706 DEBUG [e900e1ae4b9f:42543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T05:15:21,714 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:15:21,721 INFO [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:15:21,721 INFO [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:15:21,721 INFO [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:15:21,721 DEBUG [e900e1ae4b9f:42543 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:15:21,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:21,735 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,38515,1731215720058, state=OPENING 2024-11-10T05:15:21,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:15:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:21,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:21,745 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:15:21,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,38515,1731215720058}] 2024-11-10T05:15:21,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:15:21,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50539, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:15:21,937 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:15:21,938 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T05:15:21,939 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T05:15:21,942 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38515%2C1731215720058.meta, suffix=.meta, logDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058, archiveDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs, maxLogs=32 2024-11-10T05:15:21,959 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058/e900e1ae4b9f%2C38515%2C1731215720058.meta.1731215721943.meta, exclude list is [], retry=0 2024-11-10T05:15:21,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43523,DS-93945dbe-9e9d-4492-9f50-9653ed6bc0f4,DISK] 2024-11-10T05:15:21,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40097,DS-6af50b24-92ba-4fcb-b799-f12a87480126,DISK] 2024-11-10T05:15:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45003,DS-73d78342-edc2-49a6-bbfb-a43b42756cef,DISK] 2024-11-10T05:15:21,966 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/WALs/e900e1ae4b9f,38515,1731215720058/e900e1ae4b9f%2C38515%2C1731215720058.meta.1731215721943.meta 2024-11-10T05:15:21,967 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36189:36189),(127.0.0.1/127.0.0.1:44953:44953),(127.0.0.1/127.0.0.1:41289:41289)] 2024-11-10T05:15:21,967 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:21,970 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:15:21,973 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:15:21,980 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:15:21,984 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:15:21,985 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:21,985 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:15:21,985 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:15:21,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:15:21,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:15:21,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:15:21,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:15:21,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:15:21,995 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:15:21,995 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:15:21,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:15:21,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:21,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:21,999 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:15:22,000 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740 2024-11-10T05:15:22,003 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740 2024-11-10T05:15:22,005 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:15:22,005 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:15:22,005 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:22,008 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:15:22,009 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65520085, jitterRate=-0.023674651980400085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:22,009 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:15:22,011 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731215721985Writing region info on filesystem at 1731215721986 (+1 ms)Initializing all the Stores at 1731215721988 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215721988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215721988Cleaning up temporary data from old regions at 1731215722005 (+17 ms)Running coprocessor post-open hooks at 1731215722010 (+5 ms)Region opened successfully at 1731215722011 (+1 ms) 2024-11-10T05:15:22,021 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731215721913 2024-11-10T05:15:22,033 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:15:22,033 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:15:22,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:22,037 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,38515,1731215720058, state=OPEN 2024-11-10T05:15:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:22,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:22,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:22,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:22,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:22,040 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:22,041 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:22,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:15:22,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,38515,1731215720058 in 294 msec 2024-11-10T05:15:22,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:15:22,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-11-10T05:15:22,054 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:22,054 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:15:22,077 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:15:22,079 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,38515,1731215720058, seqNum=-1] 2024-11-10T05:15:22,122 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:15:22,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:15:22,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec 2024-11-10T05:15:22,148 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731215722148, completionTime=-1 2024-11-10T05:15:22,155 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T05:15:22,155 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T05:15:22,184 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T05:15:22,185 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731215782185 2024-11-10T05:15:22,185 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731215842185 2024-11-10T05:15:22,185 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-10T05:15:22,186 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:15:22,192 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,193 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,193 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,194 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:42543, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,195 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,195 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,201 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:15:22,222 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.089sec 2024-11-10T05:15:22,223 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:15:22,224 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:15:22,225 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:15:22,226 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:15:22,226 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:15:22,226 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:22,227 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:15:22,231 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:15:22,232 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:15:22,232 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42543,1731215719217-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:22,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57292bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:22,297 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T05:15:22,297 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T05:15:22,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,42543,-1 for getting cluster id 2024-11-10T05:15:22,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:15:22,311 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed7c0c09-fadd-4c66-8891-3dbc56c02d47' 2024-11-10T05:15:22,313 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:15:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed7c0c09-fadd-4c66-8891-3dbc56c02d47" 2024-11-10T05:15:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524c98c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:22,314 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,42543,-1] 2024-11-10T05:15:22,317 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:15:22,318 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:22,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:15:22,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc0341b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:22,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:15:22,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,38515,1731215720058, seqNum=-1] 2024-11-10T05:15:22,329 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:15:22,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:15:22,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:22,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:15:22,359 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:22,361 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73488928 2024-11-10T05:15:22,362 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:15:22,364 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:15:22,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:15:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-10T05:15:22,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:15:22,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-10T05:15:22,382 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:22,384 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:15:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:22,392 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:22,392 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:22,397 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:38754 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38754 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-10T05:15:22,402 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:22,404 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06d8b971c5d20a9734d7b52bb9640bbc, NAME => 'TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48 2024-11-10T05:15:22,410 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:22,410 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:22,414 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:51270 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51270 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:22,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-10T05:15:22,419 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 06d8b971c5d20a9734d7b52bb9640bbc, disabling compactions & flushes 2024-11-10T05:15:22,420 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. after waiting 0 ms 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,420 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,420 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06d8b971c5d20a9734d7b52bb9640bbc: Waiting for close lock at 1731215722420Disabling compacts and flushes for region at 1731215722420Disabling writes for close at 1731215722420Writing region close event to WAL at 1731215722420Closed at 1731215722420 2024-11-10T05:15:22,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:15:22,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731215722423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731215722423"}]},"ts":"1731215722423"} 2024-11-10T05:15:22,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:15:22,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:15:22,438 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731215722435"}]},"ts":"1731215722435"} 2024-11-10T05:15:22,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-10T05:15:22,443 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:15:22,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:15:22,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:15:22,445 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:15:22,445 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:15:22,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=06d8b971c5d20a9734d7b52bb9640bbc, ASSIGN}] 2024-11-10T05:15:22,449 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=06d8b971c5d20a9734d7b52bb9640bbc, ASSIGN 2024-11-10T05:15:22,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=06d8b971c5d20a9734d7b52bb9640bbc, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,33971,1731215719909; forceNewPlan=false, retain=false 2024-11-10T05:15:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:22,603 INFO [e900e1ae4b9f:42543 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-10T05:15:22,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06d8b971c5d20a9734d7b52bb9640bbc, regionState=OPENING, regionLocation=e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:22,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=06d8b971c5d20a9734d7b52bb9640bbc, ASSIGN because future has completed 2024-11-10T05:15:22,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d8b971c5d20a9734d7b52bb9640bbc, server=e900e1ae4b9f,33971,1731215719909}] 2024-11-10T05:15:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:22,763 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:15:22,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:15:22,772 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,772 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 06d8b971c5d20a9734d7b52bb9640bbc, NAME => 'TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:22,772 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,772 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:22,773 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,773 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,775 INFO [StoreOpener-06d8b971c5d20a9734d7b52bb9640bbc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,777 INFO [StoreOpener-06d8b971c5d20a9734d7b52bb9640bbc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06d8b971c5d20a9734d7b52bb9640bbc columnFamilyName cf 2024-11-10T05:15:22,777 DEBUG [StoreOpener-06d8b971c5d20a9734d7b52bb9640bbc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:22,778 INFO [StoreOpener-06d8b971c5d20a9734d7b52bb9640bbc-1 {}] regionserver.HStore(327): Store=06d8b971c5d20a9734d7b52bb9640bbc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:22,778 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,779 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,780 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,780 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,780 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,783 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,789 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:22,790 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 06d8b971c5d20a9734d7b52bb9640bbc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67462827, jitterRate=0.005274459719657898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:15:22,790 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:22,791 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 06d8b971c5d20a9734d7b52bb9640bbc: Running coprocessor pre-open hook at 1731215722773Writing region info on filesystem at 1731215722773Initializing all the Stores at 1731215722774 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215722774Cleaning up temporary data from old regions at 1731215722780 (+6 ms)Running coprocessor post-open hooks at 1731215722790 (+10 ms)Region opened successfully at 1731215722791 (+1 ms) 2024-11-10T05:15:22,793 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc., pid=6, masterSystemTime=1731215722763 2024-11-10T05:15:22,796 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,796 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:22,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=06d8b971c5d20a9734d7b52bb9640bbc, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:22,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06d8b971c5d20a9734d7b52bb9640bbc, server=e900e1ae4b9f,33971,1731215719909 because future has completed 2024-11-10T05:15:22,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:15:22,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 06d8b971c5d20a9734d7b52bb9640bbc, server=e900e1ae4b9f,33971,1731215719909 in 193 msec 2024-11-10T05:15:22,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:15:22,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=06d8b971c5d20a9734d7b52bb9640bbc, ASSIGN in 360 msec 2024-11-10T05:15:22,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:15:22,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731215722811"}]},"ts":"1731215722811"} 2024-11-10T05:15:22,814 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-10T05:15:22,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:15:22,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 443 msec 2024-11-10T05:15:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:23,017 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T05:15:23,017 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-10T05:15:23,018 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:15:23,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-10T05:15:23,025 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:15:23,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-10T05:15:23,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc., hostname=e900e1ae4b9f,33971,1731215719909, seqNum=2] 2024-11-10T05:15:23,035 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:15:23,037 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:15:23,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-10T05:15:23,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-10T05:15:23,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:15:23,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:23,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:15:23,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:15:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:23,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T05:15:23,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,221 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 06d8b971c5d20a9734d7b52bb9640bbc 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-10T05:15:23,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/.tmp/cf/20115e8b2be94b00856ad175fc5e800a is 36, key is row/cf:cq/1731215723038/Put/seqid=0 2024-11-10T05:15:23,284 WARN [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,284 WARN [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,289 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1207752861_22 at /127.0.0.1:51296 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51296 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-10T05:15:23,294 WARN [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,294 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/.tmp/cf/20115e8b2be94b00856ad175fc5e800a 2024-11-10T05:15:23,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/.tmp/cf/20115e8b2be94b00856ad175fc5e800a as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/cf/20115e8b2be94b00856ad175fc5e800a 2024-11-10T05:15:23,350 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/cf/20115e8b2be94b00856ad175fc5e800a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T05:15:23,359 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 06d8b971c5d20a9734d7b52bb9640bbc in 135ms, sequenceid=5, compaction requested=false 2024-11-10T05:15:23,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-10T05:15:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 06d8b971c5d20a9734d7b52bb9640bbc: 2024-11-10T05:15:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T05:15:23,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:23,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T05:15:23,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T05:15:23,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec 2024-11-10T05:15:23,376 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 326 msec 2024-11-10T05:15:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:23,677 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T05:15:23,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:15:23,691 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:15:23,691 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:23,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:15:23,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:15:23,696 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=864753594, stopped=false 2024-11-10T05:15:23,697 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,42543,1731215719217 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:23,699 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:15:23,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:23,700 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:15:23,700 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:23,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:23,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,33971,1731215719909' ***** 2024-11-10T05:15:23,700 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:23,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:23,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:23,700 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,45313,1731215720016' ***** 2024-11-10T05:15:23,700 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:23,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:23,701 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,38515,1731215720058' ***** 2024-11-10T05:15:23,701 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:23,701 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:23,701 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:23,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:23,701 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:23,701 INFO [RS:2;e900e1ae4b9f:38515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:23,701 INFO [RS:1;e900e1ae4b9f:45313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:23,702 INFO [RS:1;e900e1ae4b9f:45313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:23,702 INFO [RS:2;e900e1ae4b9f:38515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:23,702 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:23,702 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:23,702 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:23,702 INFO [RS:0;e900e1ae4b9f:33971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:23,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:23,702 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:23,702 INFO [RS:0;e900e1ae4b9f:33971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:23,702 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:23,702 INFO [RS:1;e900e1ae4b9f:45313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e900e1ae4b9f:45313. 2024-11-10T05:15:23,702 INFO [RS:2;e900e1ae4b9f:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e900e1ae4b9f:38515. 2024-11-10T05:15:23,702 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:23,702 DEBUG [RS:1;e900e1ae4b9f:45313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:23,702 DEBUG [RS:1;e900e1ae4b9f:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,702 DEBUG [RS:2;e900e1ae4b9f:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:23,702 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,45313,1731215720016; all regions closed. 2024-11-10T05:15:23,702 DEBUG [RS:2;e900e1ae4b9f:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,703 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:23,703 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:23,703 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:23,703 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:23,703 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:23,703 INFO [RS:0;e900e1ae4b9f:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:33971. 2024-11-10T05:15:23,703 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:15:23,703 DEBUG [RS:0;e900e1ae4b9f:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:23,703 DEBUG [RS:0;e900e1ae4b9f:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,703 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06d8b971c5d20a9734d7b52bb9640bbc, disabling compactions & flushes 2024-11-10T05:15:23,703 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T05:15:23,703 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T05:15:23,703 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,703 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,703 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1325): Online Regions={06d8b971c5d20a9734d7b52bb9640bbc=TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc.} 2024-11-10T05:15:23,703 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:15:23,703 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. after waiting 0 ms 2024-11-10T05:15:23,703 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,704 DEBUG [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T05:15:23,704 DEBUG [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1351): Waiting on 06d8b971c5d20a9734d7b52bb9640bbc 2024-11-10T05:15:23,704 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:15:23,704 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:15:23,704 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:15:23,704 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:15:23,704 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:15:23,704 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T05:15:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741826_1016 (size=93) 2024-11-10T05:15:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741826_1016 (size=93) 2024-11-10T05:15:23,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741826_1016 (size=93) 2024-11-10T05:15:23,717 DEBUG [RS:1;e900e1ae4b9f:45313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs 2024-11-10T05:15:23,717 INFO [RS:1;e900e1ae4b9f:45313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C45313%2C1731215720016:(num 1731215721358) 2024-11-10T05:15:23,718 DEBUG [RS:1;e900e1ae4b9f:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,718 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,718 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:23,718 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:23,718 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:23,719 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:23,719 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:23,719 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:23,719 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:23,719 INFO [RS:1;e900e1ae4b9f:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45313 2024-11-10T05:15:23,720 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/default/TestHBaseWalOnEC/06d8b971c5d20a9734d7b52bb9640bbc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:15:23,722 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,722 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06d8b971c5d20a9734d7b52bb9640bbc: Waiting for close lock at 1731215723703Running coprocessor pre-close hooks at 1731215723703Disabling compacts and flushes for region at 1731215723703Disabling writes for close at 1731215723703Writing region close event to WAL at 1731215723706 (+3 ms)Running coprocessor post-close hooks at 1731215723721 (+15 ms)Closed at 1731215723721 2024-11-10T05:15:23,722 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc. 2024-11-10T05:15:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,45313,1731215720016 2024-11-10T05:15:23,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:23,724 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:23,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,45313,1731215720016] 2024-11-10T05:15:23,727 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,45313,1731215720016 already deleted, retry=false 2024-11-10T05:15:23,728 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,45313,1731215720016 expired; onlineServers=2 2024-11-10T05:15:23,740 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/info/26614de8ca1f4c1093c0f0264591b669 is 153, key is TestHBaseWalOnEC,,1731215722366.06d8b971c5d20a9734d7b52bb9640bbc./info:regioninfo/1731215722797/Put/seqid=0 2024-11-10T05:15:23,744 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,744 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,748 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-284886781_22 at /127.0.0.1:51314 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51314 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-10T05:15:23,753 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,753 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/info/26614de8ca1f4c1093c0f0264591b669 2024-11-10T05:15:23,784 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/ns/7076110dc0a044fa85c82be79f7f2ee2 is 43, key is default/ns:d/1731215722130/Put/seqid=0 2024-11-10T05:15:23,786 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,786 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,790 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,790 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,790 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,790 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-284886781_22 at /127.0.0.1:42434 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42434 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-10T05:15:23,794 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,795 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/ns/7076110dc0a044fa85c82be79f7f2ee2 2024-11-10T05:15:23,821 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/table/ac61db8b161d444a9ce66d5ba47e7a2e is 52, key is TestHBaseWalOnEC/table:state/1731215722811/Put/seqid=0 2024-11-10T05:15:23,823 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,824 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:23,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101004d62c30002, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:23,827 INFO [RS:1;e900e1ae4b9f:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:23,826 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-284886781_22 at /127.0.0.1:51338 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:43523:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51338 dst: /127.0.0.1:43523 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,827 INFO [RS:1;e900e1ae4b9f:45313 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,45313,1731215720016; zookeeper connection closed. 2024-11-10T05:15:23,827 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1692feb2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1692feb2 2024-11-10T05:15:23,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-10T05:15:23,831 WARN [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,832 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/table/ac61db8b161d444a9ce66d5ba47e7a2e 2024-11-10T05:15:23,841 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/info/26614de8ca1f4c1093c0f0264591b669 as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/info/26614de8ca1f4c1093c0f0264591b669 2024-11-10T05:15:23,851 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/info/26614de8ca1f4c1093c0f0264591b669, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T05:15:23,852 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/ns/7076110dc0a044fa85c82be79f7f2ee2 as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/ns/7076110dc0a044fa85c82be79f7f2ee2 2024-11-10T05:15:23,862 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/ns/7076110dc0a044fa85c82be79f7f2ee2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T05:15:23,863 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/.tmp/table/ac61db8b161d444a9ce66d5ba47e7a2e as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/table/ac61db8b161d444a9ce66d5ba47e7a2e 2024-11-10T05:15:23,873 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/table/ac61db8b161d444a9ce66d5ba47e7a2e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T05:15:23,874 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false 2024-11-10T05:15:23,874 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T05:15:23,884 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T05:15:23,885 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:15:23,885 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:23,885 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731215723704Running coprocessor pre-close hooks at 1731215723704Disabling compacts and flushes for region at 1731215723704Disabling writes for close at 1731215723704Obtaining lock to block concurrent updates at 1731215723704Preparing flush snapshotting stores in 1588230740 at 1731215723704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731215723705 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731215723706 (+1 ms)Flushing 1588230740/info: creating writer at 1731215723706Flushing 1588230740/info: appending metadata at 1731215723736 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731215723736Flushing 1588230740/ns: creating writer at 1731215723763 (+27 ms)Flushing 1588230740/ns: appending metadata at 1731215723783 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731215723783Flushing 1588230740/table: creating writer at 1731215723804 (+21 ms)Flushing 1588230740/table: appending metadata at 1731215723820 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731215723820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b585ac: reopening flushed file at 1731215723840 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2093729f: reopening flushed file at 1731215723851 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d276c82: reopening flushed file at 1731215723862 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 170ms, sequenceid=11, compaction requested=false at 1731215723874 (+12 ms)Writing region close event to WAL at 1731215723876 (+2 ms)Running coprocessor post-close hooks at 1731215723885 (+9 ms)Closed at 1731215723885 2024-11-10T05:15:23,886 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:23,904 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,38515,1731215720058; all regions closed. 2024-11-10T05:15:23,904 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,33971,1731215719909; all regions closed. 2024-11-10T05:15:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741829_1019 (size=2751) 2024-11-10T05:15:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741829_1019 (size=2751) 2024-11-10T05:15:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741828_1018 (size=1298) 2024-11-10T05:15:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741829_1019 (size=2751) 2024-11-10T05:15:23,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741828_1018 (size=1298) 2024-11-10T05:15:23,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741828_1018 (size=1298) 2024-11-10T05:15:23,911 DEBUG [RS:0;e900e1ae4b9f:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs 2024-11-10T05:15:23,911 INFO [RS:0;e900e1ae4b9f:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C33971%2C1731215719909:(num 1731215721359) 2024-11-10T05:15:23,911 DEBUG [RS:0;e900e1ae4b9f:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,911 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,911 DEBUG [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs 2024-11-10T05:15:23,911 INFO [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C38515%2C1731215720058.meta:.meta(num 1731215721943) 2024-11-10T05:15:23,911 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:23,912 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:23,912 INFO [RS:0;e900e1ae4b9f:33971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33971 2024-11-10T05:15:23,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,33971,1731215719909 2024-11-10T05:15:23,915 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:23,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741827_1017 (size=93) 2024-11-10T05:15:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741827_1017 (size=93) 2024-11-10T05:15:23,915 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$370/0x00007f81108f3bd0@3af054af rejected from java.util.concurrent.ThreadPoolExecutor@7ff2dd95[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T05:15:23,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741827_1017 (size=93) 2024-11-10T05:15:23,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,33971,1731215719909] 2024-11-10T05:15:23,918 DEBUG [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/oldWALs 2024-11-10T05:15:23,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,33971,1731215719909 already deleted, retry=false 2024-11-10T05:15:23,918 INFO [RS:2;e900e1ae4b9f:38515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e900e1ae4b9f%2C38515%2C1731215720058:(num 1731215721359) 2024-11-10T05:15:23,919 DEBUG [RS:2;e900e1ae4b9f:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:23,919 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,33971,1731215719909 expired; onlineServers=1 2024-11-10T05:15:23,919 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:23,919 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:23,919 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:23,919 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:23,919 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:23,919 INFO [RS:2;e900e1ae4b9f:38515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38515 2024-11-10T05:15:23,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,38515,1731215720058 2024-11-10T05:15:23,922 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:23,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:23,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,38515,1731215720058] 2024-11-10T05:15:23,926 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,38515,1731215720058 already deleted, retry=false 2024-11-10T05:15:23,927 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,38515,1731215720058 expired; onlineServers=0 2024-11-10T05:15:23,927 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,42543,1731215719217' ***** 2024-11-10T05:15:23,927 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:15:23,927 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:23,927 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:23,927 DEBUG [M:0;e900e1ae4b9f:42543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:15:23,927 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:15:23,927 DEBUG [M:0;e900e1ae4b9f:42543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:15:23,927 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215721037 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215721037,5,FailOnTimeoutGroup] 2024-11-10T05:15:23,927 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215721040 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215721040,5,FailOnTimeoutGroup] 2024-11-10T05:15:23,927 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:23,928 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:23,928 DEBUG [M:0;e900e1ae4b9f:42543 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:15:23,928 INFO [M:0;e900e1ae4b9f:42543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:15:23,928 INFO [M:0;e900e1ae4b9f:42543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:15:23,929 INFO [M:0;e900e1ae4b9f:42543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:15:23,929 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:15:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:23,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:23,929 DEBUG [M:0;e900e1ae4b9f:42543 {}] zookeeper.ZKUtil(347): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:15:23,930 WARN [M:0;e900e1ae4b9f:42543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:15:23,930 INFO [M:0;e900e1ae4b9f:42543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/.lastflushedseqids 2024-11-10T05:15:23,940 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,940 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-10T05:15:23,947 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:38810 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:45003:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38810 dst: /127.0.0.1:45003 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-10T05:15:23,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-10T05:15:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-10T05:15:23,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-10T05:15:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-10T05:15:23,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-10T05:15:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-10T05:15:23,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-10T05:15:23,955 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,956 INFO [M:0;e900e1ae4b9f:42543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:15:23,956 INFO [M:0;e900e1ae4b9f:42543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:15:23,956 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:15:23,956 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:23,956 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:23,956 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:15:23,956 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:23,956 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-10T05:15:23,975 DEBUG [M:0;e900e1ae4b9f:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/596f7ad142874ec0ac48f339710d0db0 is 82, key is hbase:meta,,1/info:regioninfo/1731215722034/Put/seqid=0 2024-11-10T05:15:23,977 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,977 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:23,980 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:42490 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42490 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:23,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-10T05:15:23,984 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:23,984 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/596f7ad142874ec0ac48f339710d0db0 2024-11-10T05:15:24,009 DEBUG [M:0;e900e1ae4b9f:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e0e4486c8a4fac9b07f77240972799 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731215722817/Put/seqid=0 2024-11-10T05:15:24,012 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:24,012 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:24,015 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:42514 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42514 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,017 INFO [RS:0;e900e1ae4b9f:33971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:24,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x101004d62c30001, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,017 INFO [RS:0;e900e1ae4b9f:33971 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,33971,1731215719909; zookeeper connection closed. 2024-11-10T05:15:24,017 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@16732fb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@16732fb5 2024-11-10T05:15:24,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-10T05:15:24,020 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:24,020 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e0e4486c8a4fac9b07f77240972799 2024-11-10T05:15:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,024 INFO [RS:2;e900e1ae4b9f:38515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:24,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x101004d62c30003, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,024 INFO [RS:2;e900e1ae4b9f:38515 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,38515,1731215720058; zookeeper connection closed. 2024-11-10T05:15:24,025 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b5a2abe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b5a2abe 2024-11-10T05:15:24,025 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T05:15:24,045 DEBUG [M:0;e900e1ae4b9f:42543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe263241c8e4c4f910e618c1993ff8b is 69, key is e900e1ae4b9f,33971,1731215719909/rs:state/1731215721095/Put/seqid=0 2024-11-10T05:15:24,047 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:24,047 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-10T05:15:24,050 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1867152016_22 at /127.0.0.1:42524 [Receiving block BP-1177228812-172.17.0.2-1731215716125:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:40097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42524 dst: /127.0.0.1:40097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T05:15:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-10T05:15:24,054 WARN [M:0;e900e1ae4b9f:42543 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-10T05:15:24,054 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe263241c8e4c4f910e618c1993ff8b 2024-11-10T05:15:24,063 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/596f7ad142874ec0ac48f339710d0db0 as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/596f7ad142874ec0ac48f339710d0db0 2024-11-10T05:15:24,071 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/596f7ad142874ec0ac48f339710d0db0, entries=8, sequenceid=72, filesize=5.5 K 2024-11-10T05:15:24,072 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b2e0e4486c8a4fac9b07f77240972799 as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e0e4486c8a4fac9b07f77240972799 2024-11-10T05:15:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-10T05:15:24,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-10T05:15:24,081 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b2e0e4486c8a4fac9b07f77240972799, entries=8, sequenceid=72, filesize=6.3 K 2024-11-10T05:15:24,082 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2fe263241c8e4c4f910e618c1993ff8b as hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fe263241c8e4c4f910e618c1993ff8b 2024-11-10T05:15:24,089 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2fe263241c8e4c4f910e618c1993ff8b, entries=3, sequenceid=72, filesize=5.2 K 2024-11-10T05:15:24,091 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false 2024-11-10T05:15:24,092 INFO [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:24,092 DEBUG [M:0;e900e1ae4b9f:42543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731215723956Disabling compacts and flushes for region at 1731215723956Disabling writes for close at 1731215723956Obtaining lock to block concurrent updates at 1731215723956Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731215723956Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731215723957 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731215723958 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731215723958Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731215723975 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731215723975Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731215723992 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731215724009 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731215724009Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731215724028 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731215724044 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731215724044Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24852706: reopening flushed file at 1731215724062 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dbdfbb7: reopening flushed file at 1731215724071 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61479ca9: reopening flushed file at 1731215724081 (+10 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 134ms, sequenceid=72, compaction requested=false at 1731215724091 (+10 ms)Writing region close event to WAL at 1731215724092 (+1 ms)Closed at 1731215724092 2024-11-10T05:15:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43523 is added to blk_1073741825_1011 (size=32674) 2024-11-10T05:15:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741825_1011 (size=32674) 2024-11-10T05:15:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45003 is added to blk_1073741825_1011 (size=32674) 2024-11-10T05:15:24,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:24,097 INFO [M:0;e900e1ae4b9f:42543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:15:24,097 INFO [M:0;e900e1ae4b9f:42543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42543 2024-11-10T05:15:24,097 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:24,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,201 INFO [M:0;e900e1ae4b9f:42543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:24,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42543-0x101004d62c30000, quorum=127.0.0.1:60538, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:24,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:24,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:24,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:24,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:24,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:24,210 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:24,210 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1177228812-172.17.0.2-1731215716125 (Datanode Uuid c8672b04-be60-444a-b51e-d004615ac38f) service to localhost/127.0.0.1:36895 2024-11-10T05:15:24,210 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:24,210 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:24,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data5/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data6/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:24,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:24,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:24,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:24,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:24,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:24,218 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:24,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:24,218 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1177228812-172.17.0.2-1731215716125 (Datanode Uuid 9ccfd1de-6ea3-4848-bf6c-ecceba2da8cb) service to localhost/127.0.0.1:36895 2024-11-10T05:15:24,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:24,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data3/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data4/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:24,221 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:24,221 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:24,222 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:24,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:24,222 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:24,223 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:24,223 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:24,223 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:24,223 WARN [BP-1177228812-172.17.0.2-1731215716125 heartbeating to localhost/127.0.0.1:36895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1177228812-172.17.0.2-1731215716125 (Datanode Uuid 0349d0d8-9376-446a-b836-9bff74bdd5d8) service to localhost/127.0.0.1:36895 2024-11-10T05:15:24,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data1/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,224 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/cluster_255ec8c2-8e44-2273-e6d2-5d530e3e7c1a/data/data2/current/BP-1177228812-172.17.0.2-1731215716125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:24,224 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:24,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:15:24,234 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:24,234 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:24,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:24,234 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:24,242 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:15:24,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:15:24,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=91 (was 161), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 16) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8771 (was 9039) 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=91, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=8769 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.log.dir so I do NOT create it in target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/754acfd8-e217-732b-20b3-1f8caab2871e/hadoop.tmp.dir so I do NOT create it in target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122, deleteOnExit=true 2024-11-10T05:15:24,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/test.cache.data in system properties and HBase conf 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir in system properties and HBase conf 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T05:15:24,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T05:15:24,289 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T05:15:24,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/nfs.dump.dir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/java.io.tmpdir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T05:15:24,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T05:15:24,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:24,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:24,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:24,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:24,395 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:24,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:24,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65d068d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:24,397 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57db369b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:24,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@437bf5a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/java.io.tmpdir/jetty-localhost-41721-hadoop-hdfs-3_4_1-tests_jar-_-any-9425767470867711482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:15:24,514 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b088a{HTTP/1.1, (http/1.1)}{localhost:41721} 2024-11-10T05:15:24,514 INFO [Time-limited test {}] server.Server(415): Started @10340ms 2024-11-10T05:15:24,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:24,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:24,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:24,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:24,615 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:24,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bfb2a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:24,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1408ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:24,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59bbe271{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/java.io.tmpdir/jetty-localhost-41209-hadoop-hdfs-3_4_1-tests_jar-_-any-15324725934236995885/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:24,731 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70152e5b{HTTP/1.1, (http/1.1)}{localhost:41209} 2024-11-10T05:15:24,732 INFO [Time-limited test {}] server.Server(415): Started @10558ms 2024-11-10T05:15:24,733 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:24,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:24,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:24,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:24,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:24,773 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T05:15:24,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54390a13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:24,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da129e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:24,829 WARN [Thread-528 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data2/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:24,829 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data1/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:24,853 WARN [Thread-506 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f440c88ea929e8 with lease ID 0x4e012e6d5685181f: Processing first storage report for DS-1462b934-5e81-404e-b544-c61dcd687949 from datanode DatanodeRegistration(127.0.0.1:40763, datanodeUuid=86da0689-7cbf-4aaa-a439-a2a768205e26, infoPort=36487, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f440c88ea929e8 with lease ID 0x4e012e6d5685181f: from storage DS-1462b934-5e81-404e-b544-c61dcd687949 node DatanodeRegistration(127.0.0.1:40763, datanodeUuid=86da0689-7cbf-4aaa-a439-a2a768205e26, infoPort=36487, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x44f440c88ea929e8 with lease ID 0x4e012e6d5685181f: Processing first storage report for DS-ad1a0504-6ea6-4d26-98fa-6b17be00f814 from datanode DatanodeRegistration(127.0.0.1:40763, datanodeUuid=86da0689-7cbf-4aaa-a439-a2a768205e26, infoPort=36487, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x44f440c88ea929e8 with lease ID 0x4e012e6d5685181f: from storage DS-ad1a0504-6ea6-4d26-98fa-6b17be00f814 node DatanodeRegistration(127.0.0.1:40763, datanodeUuid=86da0689-7cbf-4aaa-a439-a2a768205e26, infoPort=36487, infoSecurePort=0, ipcPort=42993, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:24,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55fdda6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/java.io.tmpdir/jetty-localhost-43781-hadoop-hdfs-3_4_1-tests_jar-_-any-15365312079238703987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:24,892 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@83a9703{HTTP/1.1, (http/1.1)}{localhost:43781} 2024-11-10T05:15:24,893 INFO [Time-limited test {}] server.Server(415): Started @10719ms 2024-11-10T05:15:24,894 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:24,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T05:15:24,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T05:15:24,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T05:15:24,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T05:15:24,928 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T05:15:24,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d6974a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,AVAILABLE} 2024-11-10T05:15:24,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11cbed31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T05:15:24,997 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data3/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:24,998 WARN [Thread-563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data4/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:25,015 WARN [Thread-542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5baaa391ef54a5e with lease ID 0x4e012e6d56851820: Processing first storage report for DS-011cb666-76b8-4acd-b245-80abd073b4d2 from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=b569a772-7abb-4405-afda-7095cfa6c621, infoPort=39387, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5baaa391ef54a5e with lease ID 0x4e012e6d56851820: from storage DS-011cb666-76b8-4acd-b245-80abd073b4d2 node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=b569a772-7abb-4405-afda-7095cfa6c621, infoPort=39387, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa5baaa391ef54a5e with lease ID 0x4e012e6d56851820: Processing first storage report for DS-cf4722a5-47ed-4139-89d9-f12c2faa8a05 from datanode DatanodeRegistration(127.0.0.1:40633, datanodeUuid=b569a772-7abb-4405-afda-7095cfa6c621, infoPort=39387, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:25,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa5baaa391ef54a5e with lease ID 0x4e012e6d56851820: from storage DS-cf4722a5-47ed-4139-89d9-f12c2faa8a05 node DatanodeRegistration(127.0.0.1:40633, datanodeUuid=b569a772-7abb-4405-afda-7095cfa6c621, infoPort=39387, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:25,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1956d1c3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/java.io.tmpdir/jetty-localhost-44175-hadoop-hdfs-3_4_1-tests_jar-_-any-14910017623381329327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:25,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c5f5451{HTTP/1.1, (http/1.1)}{localhost:44175} 2024-11-10T05:15:25,048 INFO [Time-limited test {}] server.Server(415): Started @10874ms 2024-11-10T05:15:25,049 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T05:15:25,159 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data5/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:25,159 WARN [Thread-589 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data6/current/BP-343735338-172.17.0.2-1731215724326/current, will proceed with Du for space computation calculation, 2024-11-10T05:15:25,181 WARN [Thread-577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T05:15:25,184 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x508dfefeebc1bac2 with lease ID 0x4e012e6d56851821: Processing first storage report for DS-1bcf6f9a-591c-4562-987b-a6ea5af61257 from datanode DatanodeRegistration(127.0.0.1:35351, datanodeUuid=b1498a65-c075-4a8f-a56c-8eb64ea65aaf, infoPort=36269, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x508dfefeebc1bac2 with lease ID 0x4e012e6d56851821: from storage DS-1bcf6f9a-591c-4562-987b-a6ea5af61257 node DatanodeRegistration(127.0.0.1:35351, datanodeUuid=b1498a65-c075-4a8f-a56c-8eb64ea65aaf, infoPort=36269, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x508dfefeebc1bac2 with lease ID 0x4e012e6d56851821: Processing first storage report for DS-b5f33284-0cde-405b-8956-312f56297cf0 from datanode DatanodeRegistration(127.0.0.1:35351, datanodeUuid=b1498a65-c075-4a8f-a56c-8eb64ea65aaf, infoPort=36269, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326) 2024-11-10T05:15:25,185 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x508dfefeebc1bac2 with lease ID 0x4e012e6d56851821: from storage DS-b5f33284-0cde-405b-8956-312f56297cf0 node DatanodeRegistration(127.0.0.1:35351, datanodeUuid=b1498a65-c075-4a8f-a56c-8eb64ea65aaf, infoPort=36269, infoSecurePort=0, ipcPort=38921, storageInfo=lv=-57;cid=testClusterID;nsid=140563587;c=1731215724326), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T05:15:25,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a 2024-11-10T05:15:25,280 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/zookeeper_0, clientPort=52468, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T05:15:25,281 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52468 2024-11-10T05:15:25,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:15:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:15:25,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741825_1001 (size=7) 2024-11-10T05:15:25,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 with version=8 2024-11-10T05:15:25,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:36895/user/jenkins/test-data/9bacf104-3f25-3dc8-6aba-111281cf4d48/hbase-staging 2024-11-10T05:15:25,300 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:25,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:25,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43087 2024-11-10T05:15:25,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43087 connecting to ZooKeeper ensemble=127.0.0.1:52468 2024-11-10T05:15:25,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430870x0, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:25,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43087-0x101004d7d6f0000 connected 2024-11-10T05:15:25,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:25,329 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40, hbase.cluster.distributed=false 2024-11-10T05:15:25,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:25,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-10T05:15:25,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43087 2024-11-10T05:15:25,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43087 2024-11-10T05:15:25,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-10T05:15:25,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43087 2024-11-10T05:15:25,348 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:25,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:25,349 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42025 2024-11-10T05:15:25,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42025 connecting to ZooKeeper ensemble=127.0.0.1:52468 2024-11-10T05:15:25,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420250x0, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:25,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42025-0x101004d7d6f0001 connected 2024-11-10T05:15:25,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:25,358 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:25,358 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:25,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:25,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:25,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-10T05:15:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42025 2024-11-10T05:15:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42025 2024-11-10T05:15:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-10T05:15:25,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42025 2024-11-10T05:15:25,377 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:25,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:25,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37145 2024-11-10T05:15:25,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37145 connecting to ZooKeeper ensemble=127.0.0.1:52468 2024-11-10T05:15:25,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371450x0, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:25,386 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37145-0x101004d7d6f0002 connected 2024-11-10T05:15:25,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:25,387 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:25,387 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:25,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:25,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:25,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T05:15:25,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37145 2024-11-10T05:15:25,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37145 2024-11-10T05:15:25,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T05:15:25,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37145 2024-11-10T05:15:25,406 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e900e1ae4b9f:0 server-side Connection retries=45 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T05:15:25,406 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T05:15:25,407 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38653 2024-11-10T05:15:25,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38653 connecting to ZooKeeper ensemble=127.0.0.1:52468 2024-11-10T05:15:25,409 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386530x0, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T05:15:25,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386530x0, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:25,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38653-0x101004d7d6f0003 connected 2024-11-10T05:15:25,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T05:15:25,421 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T05:15:25,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T05:15:25,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T05:15:25,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T05:15:25,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38653 2024-11-10T05:15:25,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38653 2024-11-10T05:15:25,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T05:15:25,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-10T05:15:25,440 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e900e1ae4b9f:43087 2024-11-10T05:15:25,440 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,443 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,447 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T05:15:25,447 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e900e1ae4b9f,43087,1731215725300 from backup master directory 2024-11-10T05:15:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T05:15:25,449 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:25,449 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,456 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/hbase.id] with ID: 596e35c4-be58-4c0a-98a0-237da6cf1933 2024-11-10T05:15:25,456 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/.tmp/hbase.id 2024-11-10T05:15:25,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:15:25,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:15:25,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741826_1002 (size=42) 2024-11-10T05:15:25,466 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/.tmp/hbase.id]:[hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/hbase.id] 2024-11-10T05:15:25,483 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T05:15:25,483 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T05:15:25,484 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T05:15:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:15:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:15:25,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741827_1003 (size=196) 2024-11-10T05:15:25,498 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:15:25,499 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T05:15:25,499 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T05:15:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:15:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:15:25,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741828_1004 (size=1189) 2024-11-10T05:15:25,512 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store 2024-11-10T05:15:25,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:15:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:15:25,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741829_1005 (size=34) 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:15:25,524 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:25,524 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:25,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731215725524Disabling compacts and flushes for region at 1731215725524Disabling writes for close at 1731215725524Writing region close event to WAL at 1731215725524Closed at 1731215725524 2024-11-10T05:15:25,525 WARN [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/.initializing 2024-11-10T05:15:25,525 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/WALs/e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,530 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C43087%2C1731215725300, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/WALs/e900e1ae4b9f,43087,1731215725300, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/oldWALs, maxLogs=10 2024-11-10T05:15:25,531 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor e900e1ae4b9f%2C43087%2C1731215725300.1731215725530 2024-11-10T05:15:25,544 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/WALs/e900e1ae4b9f,43087,1731215725300/e900e1ae4b9f%2C43087%2C1731215725300.1731215725530 2024-11-10T05:15:25,547 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:36487:36487),(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-10T05:15:25,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:25,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:25,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,548 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T05:15:25,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:25,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:25,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T05:15:25,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:25,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:25,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T05:15:25,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:25,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:25,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T05:15:25,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:25,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:25,561 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,562 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,563 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,564 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,564 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,565 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:25,566 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T05:15:25,571 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:25,571 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71596968, jitterRate=0.06687796115875244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:25,572 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731215725548Initializing all the Stores at 1731215725550 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215725550Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215725551 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215725551Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215725551Cleaning up temporary data from old regions at 1731215725564 (+13 ms)Region opened successfully at 1731215725572 (+8 ms) 2024-11-10T05:15:25,572 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T05:15:25,577 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1891e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:25,578 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T05:15:25,578 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T05:15:25,578 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T05:15:25,578 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T05:15:25,579 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T05:15:25,579 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T05:15:25,579 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T05:15:25,581 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T05:15:25,582 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T05:15:25,583 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T05:15:25,584 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T05:15:25,584 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T05:15:25,586 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T05:15:25,586 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T05:15:25,587 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T05:15:25,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T05:15:25,589 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T05:15:25,592 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T05:15:25,594 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T05:15:25,595 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,598 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e900e1ae4b9f,43087,1731215725300, sessionid=0x101004d7d6f0000, setting cluster-up flag (Was=false) 2024-11-10T05:15:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,609 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T05:15:25,610 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:25,621 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T05:15:25,623 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:25,624 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T05:15:25,627 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:25,627 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T05:15:25,627 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T05:15:25,628 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e900e1ae4b9f,43087,1731215725300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=5, maxPoolSize=5 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e900e1ae4b9f:0, corePoolSize=10, maxPoolSize=10 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:25,629 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731215755632 2024-11-10T05:15:25,632 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(746): ClusterId : 596e35c4-be58-4c0a-98a0-237da6cf1933 2024-11-10T05:15:25,632 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(746): ClusterId : 596e35c4-be58-4c0a-98a0-237da6cf1933 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T05:15:25,632 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:25,632 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T05:15:25,632 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T05:15:25,633 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,633 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(746): ClusterId : 596e35c4-be58-4c0a-98a0-237da6cf1933 2024-11-10T05:15:25,633 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T05:15:25,634 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:25,634 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T05:15:25,636 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:25,636 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:25,636 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:25,636 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:25,636 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:25,636 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T05:15:25,640 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T05:15:25,641 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T05:15:25,641 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T05:15:25,643 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215725643,5,FailOnTimeoutGroup] 2024-11-10T05:15:25,643 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215725643,5,FailOnTimeoutGroup] 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,643 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,644 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T05:15:25,644 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T05:15:25,645 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:25,645 DEBUG [RS:1;e900e1ae4b9f:37145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5dc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:25,646 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:25,646 DEBUG [RS:2;e900e1ae4b9f:38653 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284e483b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:25,647 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T05:15:25,647 DEBUG [RS:0;e900e1ae4b9f:42025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e99680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e900e1ae4b9f/172.17.0.2:0 2024-11-10T05:15:25,667 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;e900e1ae4b9f:37145 2024-11-10T05:15:25,667 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;e900e1ae4b9f:38653 2024-11-10T05:15:25,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:15:25,667 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:25,667 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:25,667 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:25,667 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:25,667 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:25,667 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:25,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:15:25,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741831_1007 (size=1321) 2024-11-10T05:15:25,668 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43087,1731215725300 with port=37145, startcode=1731215725376 2024-11-10T05:15:25,668 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43087,1731215725300 with port=38653, startcode=1731215725405 2024-11-10T05:15:25,669 DEBUG [RS:1;e900e1ae4b9f:37145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:25,669 DEBUG [RS:2;e900e1ae4b9f:38653 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:25,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T05:15:25,670 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e900e1ae4b9f:42025 2024-11-10T05:15:25,670 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 2024-11-10T05:15:25,670 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T05:15:25,670 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T05:15:25,670 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T05:15:25,671 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(2659): reportForDuty to master=e900e1ae4b9f,43087,1731215725300 with port=42025, startcode=1731215725347 2024-11-10T05:15:25,671 DEBUG [RS:0;e900e1ae4b9f:42025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T05:15:25,678 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:25,678 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:25,679 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T05:15:25,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,679 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,682 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 2024-11-10T05:15:25,682 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-10T05:15:25,682 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:25,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43087 {}] master.ServerManager(517): Registering regionserver=e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,685 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 2024-11-10T05:15:25,685 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-10T05:15:25,685 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:25,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:25,690 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 2024-11-10T05:15:25,690 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41887 2024-11-10T05:15:25,690 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T05:15:25,690 DEBUG [RS:1;e900e1ae4b9f:37145 {}] zookeeper.ZKUtil(111): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,690 WARN [RS:1;e900e1ae4b9f:37145 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:25,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,37145,1731215725376] 2024-11-10T05:15:25,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,42025,1731215725347] 2024-11-10T05:15:25,691 INFO [RS:1;e900e1ae4b9f:37145 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T05:15:25,691 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:15:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:15:25,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741832_1008 (size=32) 2024-11-10T05:15:25,694 DEBUG [RS:0;e900e1ae4b9f:42025 {}] zookeeper.ZKUtil(111): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,694 WARN [RS:0;e900e1ae4b9f:42025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:25,694 INFO [RS:0;e900e1ae4b9f:42025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T05:15:25,694 DEBUG [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,694 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e900e1ae4b9f,38653,1731215725405] 2024-11-10T05:15:25,694 DEBUG [RS:2;e900e1ae4b9f:38653 {}] zookeeper.ZKUtil(111): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,694 WARN [RS:2;e900e1ae4b9f:38653 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T05:15:25,694 INFO [RS:2;e900e1ae4b9f:38653 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T05:15:25,694 DEBUG [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,700 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:25,702 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:25,705 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:25,705 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:25,706 INFO [RS:1;e900e1ae4b9f:37145 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:25,706 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,706 INFO [RS:0;e900e1ae4b9f:42025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:25,706 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,706 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:25,706 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:25,707 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:25,707 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,707 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:25,707 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,707 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,708 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,709 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,709 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,709 DEBUG [RS:0;e900e1ae4b9f:42025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,709 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,709 DEBUG [RS:1;e900e1ae4b9f:37145 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,713 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T05:15:25,714 INFO [RS:2;e900e1ae4b9f:38653 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T05:15:25,714 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42025,1731215725347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:25,715 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T05:15:25,715 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37145,1731215725376-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:25,717 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T05:15:25,718 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=2, maxPoolSize=2 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,718 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,719 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,719 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e900e1ae4b9f:0, corePoolSize=1, maxPoolSize=1 2024-11-10T05:15:25,719 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,719 DEBUG [RS:2;e900e1ae4b9f:38653 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0, corePoolSize=3, maxPoolSize=3 2024-11-10T05:15:25,721 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,722 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,722 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,722 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,722 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,722 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38653,1731215725405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:25,732 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:25,733 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,42025,1731215725347-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,733 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,733 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.Replication(171): e900e1ae4b9f,42025,1731215725347 started 2024-11-10T05:15:25,737 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:25,737 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,37145,1731215725376-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,737 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,737 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.Replication(171): e900e1ae4b9f,37145,1731215725376 started 2024-11-10T05:15:25,744 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T05:15:25,744 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,38653,1731215725405-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,745 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,745 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.Replication(171): e900e1ae4b9f,38653,1731215725405 started 2024-11-10T05:15:25,747 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,747 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,42025,1731215725347, RpcServer on e900e1ae4b9f/172.17.0.2:42025, sessionid=0x101004d7d6f0001 2024-11-10T05:15:25,748 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:25,748 DEBUG [RS:0;e900e1ae4b9f:42025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,748 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42025,1731215725347' 2024-11-10T05:15:25,748 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:25,748 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,42025,1731215725347' 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:25,749 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:25,750 DEBUG [RS:0;e900e1ae4b9f:42025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:25,750 INFO [RS:0;e900e1ae4b9f:42025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:25,750 INFO [RS:0;e900e1ae4b9f:42025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:25,759 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,759 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,37145,1731215725376, RpcServer on e900e1ae4b9f/172.17.0.2:37145, sessionid=0x101004d7d6f0002 2024-11-10T05:15:25,759 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:25,759 DEBUG [RS:1;e900e1ae4b9f:37145 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,759 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37145,1731215725376' 2024-11-10T05:15:25,759 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,37145,1731215725376' 2024-11-10T05:15:25,760 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:25,761 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:25,761 DEBUG [RS:1;e900e1ae4b9f:37145 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:25,761 INFO [RS:1;e900e1ae4b9f:37145 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:25,761 INFO [RS:1;e900e1ae4b9f:37145 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:25,764 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:25,764 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1482): Serving as e900e1ae4b9f,38653,1731215725405, RpcServer on e900e1ae4b9f/172.17.0.2:38653, sessionid=0x101004d7d6f0003 2024-11-10T05:15:25,764 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T05:15:25,764 DEBUG [RS:2;e900e1ae4b9f:38653 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,764 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38653,1731215725405' 2024-11-10T05:15:25,764 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e900e1ae4b9f,38653,1731215725405' 2024-11-10T05:15:25,765 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T05:15:25,766 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T05:15:25,766 DEBUG [RS:2;e900e1ae4b9f:38653 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T05:15:25,766 INFO [RS:2;e900e1ae4b9f:38653 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T05:15:25,766 INFO [RS:2;e900e1ae4b9f:38653 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T05:15:25,853 INFO [RS:0;e900e1ae4b9f:42025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C42025%2C1731215725347, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,42025,1731215725347, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs, maxLogs=32 2024-11-10T05:15:25,854 INFO [RS:0;e900e1ae4b9f:42025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e900e1ae4b9f%2C42025%2C1731215725347.1731215725854 2024-11-10T05:15:25,863 INFO [RS:0;e900e1ae4b9f:42025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,42025,1731215725347/e900e1ae4b9f%2C42025%2C1731215725347.1731215725854 2024-11-10T05:15:25,864 DEBUG [RS:0;e900e1ae4b9f:42025 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:36487:36487)] 2024-11-10T05:15:25,864 INFO [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C37145%2C1731215725376, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,37145,1731215725376, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs, maxLogs=32 2024-11-10T05:15:25,864 INFO [RS:1;e900e1ae4b9f:37145 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e900e1ae4b9f%2C37145%2C1731215725376.1731215725864 2024-11-10T05:15:25,868 INFO [RS:2;e900e1ae4b9f:38653 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C38653%2C1731215725405, suffix=, logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,38653,1731215725405, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs, maxLogs=32 2024-11-10T05:15:25,869 INFO [RS:2;e900e1ae4b9f:38653 {}] monitor.StreamSlowMonitor(122): New stream slow monitor e900e1ae4b9f%2C38653%2C1731215725405.1731215725869 2024-11-10T05:15:25,873 INFO [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,37145,1731215725376/e900e1ae4b9f%2C37145%2C1731215725376.1731215725864 2024-11-10T05:15:25,881 DEBUG [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387),(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:36487:36487)] 2024-11-10T05:15:25,882 INFO [RS:2;e900e1ae4b9f:38653 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,38653,1731215725405/e900e1ae4b9f%2C38653%2C1731215725405.1731215725869 2024-11-10T05:15:25,888 DEBUG [RS:2;e900e1ae4b9f:38653 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:36487:36487),(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-10T05:15:26,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:26,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:15:26,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:15:26,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:15:26,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:15:26,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:15:26,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:15:26,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:15:26,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:15:26,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:15:26,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740 2024-11-10T05:15:26,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740 2024-11-10T05:15:26,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:15:26,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:15:26,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:26,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:15:26,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:26,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73264248, jitterRate=0.09172236919403076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731215726094Initializing all the Stores at 1731215726096 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215726096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726096Cleaning up temporary data from old regions at 1731215726109 (+13 ms)Region opened successfully at 1731215726115 (+6 ms) 2024-11-10T05:15:26,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:15:26,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:15:26,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:15:26,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:15:26,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:15:26,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:26,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731215726115Disabling compacts and flushes for region at 1731215726115Disabling writes for close at 1731215726116 (+1 ms)Writing region close event to WAL at 1731215726116Closed at 1731215726116 2024-11-10T05:15:26,118 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:26,118 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T05:15:26,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T05:15:26,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:15:26,122 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T05:15:26,272 DEBUG [e900e1ae4b9f:43087 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-10T05:15:26,272 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:15:26,275 INFO [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:15:26,275 INFO [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:15:26,275 INFO [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:15:26,275 DEBUG [e900e1ae4b9f:43087 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:15:26,275 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:26,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37145,1731215725376, state=OPENING 2024-11-10T05:15:26,279 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T05:15:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:26,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:26,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T05:15:26,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37145,1731215725376}] 2024-11-10T05:15:26,436 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T05:15:26,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T05:15:26,443 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T05:15:26,443 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-10T05:15:26,445 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e900e1ae4b9f%2C37145%2C1731215725376.meta, suffix=.meta, logDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,37145,1731215725376, archiveDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs, maxLogs=32 2024-11-10T05:15:26,447 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor e900e1ae4b9f%2C37145%2C1731215725376.meta.1731215726446.meta 2024-11-10T05:15:26,454 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/WALs/e900e1ae4b9f,37145,1731215725376/e900e1ae4b9f%2C37145%2C1731215725376.meta.1731215726446.meta 2024-11-10T05:15:26,455 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:36487:36487),(127.0.0.1/127.0.0.1:36269:36269),(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-10T05:15:26,458 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:26,458 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T05:15:26,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T05:15:26,459 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T05:15:26,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T05:15:26,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:26,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T05:15:26,459 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T05:15:26,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T05:15:26,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T05:15:26,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T05:15:26,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T05:15:26,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T05:15:26,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T05:15:26,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T05:15:26,468 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T05:15:26,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T05:15:26,469 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T05:15:26,469 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740 2024-11-10T05:15:26,471 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740 2024-11-10T05:15:26,472 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T05:15:26,472 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T05:15:26,473 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T05:15:26,474 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T05:15:26,475 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72393809, jitterRate=0.0787518173456192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T05:15:26,476 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T05:15:26,477 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731215726459Writing region info on filesystem at 1731215726459Initializing all the Stores at 1731215726460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726461 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726461Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215726461Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731215726461Cleaning up temporary data from old regions at 1731215726472 (+11 ms)Running coprocessor post-open hooks at 1731215726476 (+4 ms)Region opened successfully at 1731215726476 2024-11-10T05:15:26,478 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731215726436 2024-11-10T05:15:26,482 DEBUG [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T05:15:26,482 INFO [RS_OPEN_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T05:15:26,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:26,485 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e900e1ae4b9f,37145,1731215725376, state=OPEN 2024-11-10T05:15:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:26,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T05:15:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,488 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T05:15:26,488 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:26,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T05:15:26,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e900e1ae4b9f,37145,1731215725376 in 206 msec 2024-11-10T05:15:26,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T05:15:26,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-10T05:15:26,498 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T05:15:26,498 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T05:15:26,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:15:26,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37145,1731215725376, seqNum=-1] 2024-11-10T05:15:26,500 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:15:26,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:15:26,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 885 msec 2024-11-10T05:15:26,512 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731215726512, completionTime=-1 2024-11-10T05:15:26,512 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-10T05:15:26,513 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T05:15:26,515 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-10T05:15:26,515 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731215786515 2024-11-10T05:15:26,515 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731215846515 2024-11-10T05:15:26,515 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T05:15:26,515 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T05:15:26,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e900e1ae4b9f:43087, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,516 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,517 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,518 DEBUG [master/e900e1ae4b9f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T05:15:26,521 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.072sec 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T05:15:26,522 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T05:15:26,524 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T05:15:26,525 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T05:15:26,525 INFO [master/e900e1ae4b9f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e900e1ae4b9f,43087,1731215725300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T05:15:26,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d285a1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:26,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e900e1ae4b9f,43087,-1 for getting cluster id 2024-11-10T05:15:26,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T05:15:26,534 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '596e35c4-be58-4c0a-98a0-237da6cf1933' 2024-11-10T05:15:26,535 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T05:15:26,535 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "596e35c4-be58-4c0a-98a0-237da6cf1933" 2024-11-10T05:15:26,535 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5f2ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:26,535 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e900e1ae4b9f,43087,-1] 2024-11-10T05:15:26,535 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T05:15:26,536 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:26,537 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T05:15:26,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1486d7ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T05:15:26,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T05:15:26,540 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e900e1ae4b9f,37145,1731215725376, seqNum=-1] 2024-11-10T05:15:26,540 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T05:15:26,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T05:15:26,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:26,545 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T05:15:26,546 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:26,546 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22b56161 2024-11-10T05:15:26,547 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T05:15:26,548 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T05:15:26,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T05:15:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-10T05:15:26,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T05:15:26,553 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-10T05:15:26,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:26,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T05:15:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741837_1013 (size=392) 2024-11-10T05:15:26,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741837_1013 (size=392) 2024-11-10T05:15:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741837_1013 (size=392) 2024-11-10T05:15:26,568 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d0c96803976157401a1ce4c21236ab86, NAME => 'TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40 2024-11-10T05:15:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741838_1014 (size=51) 2024-11-10T05:15:26,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741838_1014 (size=51) 2024-11-10T05:15:26,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741838_1014 (size=51) 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing d0c96803976157401a1ce4c21236ab86, disabling compactions & flushes 2024-11-10T05:15:26,578 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. after waiting 0 ms 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,578 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,578 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for d0c96803976157401a1ce4c21236ab86: Waiting for close lock at 1731215726578Disabling compacts and flushes for region at 1731215726578Disabling writes for close at 1731215726578Writing region close event to WAL at 1731215726578Closed at 1731215726578 2024-11-10T05:15:26,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T05:15:26,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731215726580"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731215726580"}]},"ts":"1731215726580"} 2024-11-10T05:15:26,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T05:15:26,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T05:15:26,586 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731215726586"}]},"ts":"1731215726586"} 2024-11-10T05:15:26,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-10T05:15:26,589 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {e900e1ae4b9f=0} racks are {/default-rack=0} 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-10T05:15:26,590 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T05:15:26,590 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T05:15:26,590 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-10T05:15:26,590 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T05:15:26,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d0c96803976157401a1ce4c21236ab86, ASSIGN}] 2024-11-10T05:15:26,592 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d0c96803976157401a1ce4c21236ab86, ASSIGN 2024-11-10T05:15:26,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d0c96803976157401a1ce4c21236ab86, ASSIGN; state=OFFLINE, location=e900e1ae4b9f,37145,1731215725376; forceNewPlan=false, retain=false 2024-11-10T05:15:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:26,744 INFO [e900e1ae4b9f:43087 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-10T05:15:26,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0c96803976157401a1ce4c21236ab86, regionState=OPENING, regionLocation=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:26,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d0c96803976157401a1ce4c21236ab86, ASSIGN because future has completed 2024-11-10T05:15:26,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c96803976157401a1ce4c21236ab86, server=e900e1ae4b9f,37145,1731215725376}] 2024-11-10T05:15:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:26,908 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,908 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d0c96803976157401a1ce4c21236ab86, NAME => 'TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T05:15:26,909 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,909 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T05:15:26,909 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,909 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,911 INFO [StoreOpener-d0c96803976157401a1ce4c21236ab86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,913 INFO [StoreOpener-d0c96803976157401a1ce4c21236ab86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0c96803976157401a1ce4c21236ab86 columnFamilyName cf 2024-11-10T05:15:26,913 DEBUG [StoreOpener-d0c96803976157401a1ce4c21236ab86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T05:15:26,913 INFO [StoreOpener-d0c96803976157401a1ce4c21236ab86-1 {}] regionserver.HStore(327): Store=d0c96803976157401a1ce4c21236ab86/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T05:15:26,913 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,914 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,915 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,915 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,915 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,917 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,920 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T05:15:26,920 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d0c96803976157401a1ce4c21236ab86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75305908, jitterRate=0.12214547395706177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T05:15:26,921 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:26,922 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d0c96803976157401a1ce4c21236ab86: Running coprocessor pre-open hook at 1731215726909Writing region info on filesystem at 1731215726909Initializing all the Stores at 1731215726910 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731215726911 (+1 ms)Cleaning up temporary data from old regions at 1731215726915 (+4 ms)Running coprocessor post-open hooks at 1731215726921 (+6 ms)Region opened successfully at 1731215726921 2024-11-10T05:15:26,923 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86., pid=6, masterSystemTime=1731215726903 2024-11-10T05:15:26,926 DEBUG [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,926 INFO [RS_OPEN_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:26,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d0c96803976157401a1ce4c21236ab86, regionState=OPEN, openSeqNum=2, regionLocation=e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:26,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d0c96803976157401a1ce4c21236ab86, server=e900e1ae4b9f,37145,1731215725376 because future has completed 2024-11-10T05:15:26,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T05:15:26,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d0c96803976157401a1ce4c21236ab86, server=e900e1ae4b9f,37145,1731215725376 in 184 msec 2024-11-10T05:15:26,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T05:15:26,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=d0c96803976157401a1ce4c21236ab86, ASSIGN in 347 msec 2024-11-10T05:15:26,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T05:15:26,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731215726942"}]},"ts":"1731215726942"} 2024-11-10T05:15:26,945 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-10T05:15:26,947 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T05:15:26,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 398 msec 2024-11-10T05:15:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T05:15:27,187 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T05:15:27,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-10T05:15:27,187 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:15:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-10T05:15:27,191 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T05:15:27,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-10T05:15:27,197 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86., hostname=e900e1ae4b9f,37145,1731215725376, seqNum=2] 2024-11-10T05:15:27,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-10T05:15:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-10T05:15:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:27,204 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-10T05:15:27,206 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-10T05:15:27,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-10T05:15:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:27,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37145 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-10T05:15:27,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,361 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing d0c96803976157401a1ce4c21236ab86 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-10T05:15:27,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/.tmp/cf/ba791c4f92d3465387dd4cf7d77728e8 is 36, key is row/cf:cq/1731215727198/Put/seqid=0 2024-11-10T05:15:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741839_1015 (size=4787) 2024-11-10T05:15:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741839_1015 (size=4787) 2024-11-10T05:15:27,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741839_1015 (size=4787) 2024-11-10T05:15:27,390 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/.tmp/cf/ba791c4f92d3465387dd4cf7d77728e8 2024-11-10T05:15:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/.tmp/cf/ba791c4f92d3465387dd4cf7d77728e8 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/cf/ba791c4f92d3465387dd4cf7d77728e8 2024-11-10T05:15:27,405 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/cf/ba791c4f92d3465387dd4cf7d77728e8, entries=1, sequenceid=5, filesize=4.7 K 2024-11-10T05:15:27,407 INFO [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for d0c96803976157401a1ce4c21236ab86 in 46ms, sequenceid=5, compaction requested=false 2024-11-10T05:15:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for d0c96803976157401a1ce4c21236ab86: 2024-11-10T05:15:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e900e1ae4b9f:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T05:15:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T05:15:27,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-10T05:15:27,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-10T05:15:27,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 214 msec 2024-11-10T05:15:27,489 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T05:15:27,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:15:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43087 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T05:15:27,526 INFO [RPCClient-NioEventLoopGroup-6-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-10T05:15:27,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T05:15:27,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:15:27,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T05:15:27,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T05:15:27,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=806782333, stopped=false 2024-11-10T05:15:27,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e900e1ae4b9f,43087,1731215725300 2024-11-10T05:15:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:27,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:27,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:27,536 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:15:27,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T05:15:27,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:27,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:27,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:27,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,42025,1731215725347' ***** 2024-11-10T05:15:27,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,37145,1731215725376' ***** 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e900e1ae4b9f,38653,1731215725405' ***** 2024-11-10T05:15:27,537 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:27,538 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:27,538 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T05:15:27,538 INFO [RS:2;e900e1ae4b9f:38653 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:27,538 INFO [RS:1;e900e1ae4b9f:37145 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T05:15:27,538 INFO [RS:2;e900e1ae4b9f:38653 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:27,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:27,538 INFO [RS:1;e900e1ae4b9f:37145 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T05:15:27,538 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:27,538 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:27,538 INFO [RS:0;e900e1ae4b9f:42025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e900e1ae4b9f:42025. 2024-11-10T05:15:27,538 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(3091): Received CLOSE for d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:27,539 INFO [RS:2;e900e1ae4b9f:38653 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;e900e1ae4b9f:38653. 2024-11-10T05:15:27,539 DEBUG [RS:0;e900e1ae4b9f:42025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:27,539 DEBUG [RS:2;e900e1ae4b9f:38653 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:27,539 DEBUG [RS:0;e900e1ae4b9f:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,539 DEBUG [RS:2;e900e1ae4b9f:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,539 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,42025,1731215725347; all regions closed. 2024-11-10T05:15:27,539 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,38653,1731215725405; all regions closed. 2024-11-10T05:15:27,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:27,538 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T05:15:27,540 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,540 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,540 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,540 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(959): stopping server e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:27,540 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:27,540 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,540 INFO [RS:1;e900e1ae4b9f:37145 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;e900e1ae4b9f:37145. 2024-11-10T05:15:27,540 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,540 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d0c96803976157401a1ce4c21236ab86, disabling compactions & flushes 2024-11-10T05:15:27,541 DEBUG [RS:1;e900e1ae4b9f:37145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T05:15:27,541 DEBUG [RS:1;e900e1ae4b9f:37145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,541 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,541 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,541 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,541 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:27,541 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. after waiting 0 ms 2024-11-10T05:15:27,541 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:27,541 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:27,541 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,541 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,541 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T05:15:27,541 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,541 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,541 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,542 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T05:15:27,542 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1325): Online Regions={d0c96803976157401a1ce4c21236ab86=TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T05:15:27,542 DEBUG [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d0c96803976157401a1ce4c21236ab86 2024-11-10T05:15:27,542 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T05:15:27,542 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T05:15:27,543 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T05:15:27,543 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T05:15:27,543 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T05:15:27,543 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T05:15:27,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741835_1011 (size=93) 2024-11-10T05:15:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741833_1009 (size=93) 2024-11-10T05:15:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741835_1011 (size=93) 2024-11-10T05:15:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741833_1009 (size=93) 2024-11-10T05:15:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741835_1011 (size=93) 2024-11-10T05:15:27,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741833_1009 (size=93) 2024-11-10T05:15:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:15:27,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T05:15:27,558 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/default/TestHBaseWalOnEC/d0c96803976157401a1ce4c21236ab86/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T05:15:27,559 INFO [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,559 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d0c96803976157401a1ce4c21236ab86: Waiting for close lock at 1731215727540Running coprocessor pre-close hooks at 1731215727540Disabling compacts and flushes for region at 1731215727540Disabling writes for close at 1731215727541 (+1 ms)Writing region close event to WAL at 1731215727552 (+11 ms)Running coprocessor post-close hooks at 1731215727559 (+7 ms)Closed at 1731215727559 2024-11-10T05:15:27,559 DEBUG [RS_CLOSE_REGION-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86. 2024-11-10T05:15:27,568 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/info/506858a902214dcca53fb0d479378950 is 153, key is TestHBaseWalOnEC,,1731215726549.d0c96803976157401a1ce4c21236ab86./info:regioninfo/1731215726927/Put/seqid=0 2024-11-10T05:15:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741840_1016 (size=6637) 2024-11-10T05:15:27,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741840_1016 (size=6637) 2024-11-10T05:15:27,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741840_1016 (size=6637) 2024-11-10T05:15:27,576 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/info/506858a902214dcca53fb0d479378950 2024-11-10T05:15:27,600 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/ns/30889cdc3f3442bfa617ded8ffa58fc4 is 43, key is default/ns:d/1731215726502/Put/seqid=0 2024-11-10T05:15:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741841_1017 (size=5153) 2024-11-10T05:15:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741841_1017 (size=5153) 2024-11-10T05:15:27,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741841_1017 (size=5153) 2024-11-10T05:15:27,608 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/ns/30889cdc3f3442bfa617ded8ffa58fc4 2024-11-10T05:15:27,617 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,617 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,624 INFO [regionserver/e900e1ae4b9f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,631 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/table/6ef8adb488384c9686f7f862a27684ee is 52, key is TestHBaseWalOnEC/table:state/1731215726942/Put/seqid=0 2024-11-10T05:15:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741842_1018 (size=5249) 2024-11-10T05:15:27,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741842_1018 (size=5249) 2024-11-10T05:15:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741842_1018 (size=5249) 2024-11-10T05:15:27,639 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/table/6ef8adb488384c9686f7f862a27684ee 2024-11-10T05:15:27,647 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/info/506858a902214dcca53fb0d479378950 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/info/506858a902214dcca53fb0d479378950 2024-11-10T05:15:27,654 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/info/506858a902214dcca53fb0d479378950, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T05:15:27,655 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/ns/30889cdc3f3442bfa617ded8ffa58fc4 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/ns/30889cdc3f3442bfa617ded8ffa58fc4 2024-11-10T05:15:27,662 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/ns/30889cdc3f3442bfa617ded8ffa58fc4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T05:15:27,663 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/.tmp/table/6ef8adb488384c9686f7f862a27684ee as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/table/6ef8adb488384c9686f7f862a27684ee 2024-11-10T05:15:27,669 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/table/6ef8adb488384c9686f7f862a27684ee, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T05:15:27,671 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=11, compaction requested=false 2024-11-10T05:15:27,676 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T05:15:27,677 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T05:15:27,677 INFO [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:27,677 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731215727542Running coprocessor pre-close hooks at 1731215727542Disabling compacts and flushes for region at 1731215727542Disabling writes for close at 1731215727543 (+1 ms)Obtaining lock to block concurrent updates at 1731215727543Preparing flush snapshotting stores in 1588230740 at 1731215727543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731215727543Flushing stores of hbase:meta,,1.1588230740 at 1731215727545 (+2 ms)Flushing 1588230740/info: creating writer at 1731215727545Flushing 1588230740/info: appending metadata at 1731215727568 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731215727568Flushing 1588230740/ns: creating writer at 1731215727583 (+15 ms)Flushing 1588230740/ns: appending metadata at 1731215727599 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731215727599Flushing 1588230740/table: creating writer at 1731215727615 (+16 ms)Flushing 1588230740/table: appending metadata at 1731215727631 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731215727631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70780baa: reopening flushed file at 1731215727646 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22ceaa32: reopening flushed file at 1731215727654 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cfb0779: reopening flushed file at 1731215727662 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=11, compaction requested=false at 1731215727671 (+9 ms)Writing region close event to WAL at 1731215727672 (+1 ms)Running coprocessor post-close hooks at 1731215727676 (+4 ms)Closed at 1731215727677 (+1 ms) 2024-11-10T05:15:27,677 DEBUG [RS_CLOSE_META-regionserver/e900e1ae4b9f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T05:15:27,715 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:15:27,715 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:15:27,715 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:15:27,715 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:15:27,723 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T05:15:27,723 INFO [regionserver/e900e1ae4b9f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T05:15:27,743 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(976): stopping server e900e1ae4b9f,37145,1731215725376; all regions closed. 2024-11-10T05:15:27,743 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,743 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,743 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,744 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,744 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741836_1012 (size=2751) 2024-11-10T05:15:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741836_1012 (size=2751) 2024-11-10T05:15:27,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741836_1012 (size=2751) 2024-11-10T05:15:27,750 DEBUG [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs 2024-11-10T05:15:27,750 INFO [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e900e1ae4b9f%2C37145%2C1731215725376.meta:.meta(num 1731215726446) 2024-11-10T05:15:27,751 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,751 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,751 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,751 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,751 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741834_1010 (size=1298) 2024-11-10T05:15:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741834_1010 (size=1298) 2024-11-10T05:15:27,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741834_1010 (size=1298) 2024-11-10T05:15:27,758 DEBUG [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs 2024-11-10T05:15:27,758 INFO [RS:1;e900e1ae4b9f:37145 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e900e1ae4b9f%2C37145%2C1731215725376:(num 1731215725864) 2024-11-10T05:15:27,758 DEBUG [RS:1;e900e1ae4b9f:37145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,758 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,758 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:27,759 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:27,759 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:27,759 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:27,759 INFO [RS:1;e900e1ae4b9f:37145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37145 2024-11-10T05:15:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:27,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,37145,1731215725376 2024-11-10T05:15:27,762 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:27,764 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,37145,1731215725376] 2024-11-10T05:15:27,766 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,37145,1731215725376 already deleted, retry=false 2024-11-10T05:15:27,766 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,37145,1731215725376 expired; onlineServers=2 2024-11-10T05:15:27,864 INFO [RS:1;e900e1ae4b9f:37145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:27,864 INFO [RS:1;e900e1ae4b9f:37145 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,37145,1731215725376; zookeeper connection closed. 2024-11-10T05:15:27,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37145-0x101004d7d6f0002, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:27,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b9b10ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b9b10ef 2024-11-10T05:15:27,949 DEBUG [RS:0;e900e1ae4b9f:42025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs 2024-11-10T05:15:27,949 INFO [RS:0;e900e1ae4b9f:42025 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e900e1ae4b9f%2C42025%2C1731215725347:(num 1731215725854) 2024-11-10T05:15:27,949 DEBUG [RS:0;e900e1ae4b9f:42025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,949 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,949 DEBUG [RS:2;e900e1ae4b9f:38653 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/oldWALs 2024-11-10T05:15:27,949 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:27,949 INFO [RS:2;e900e1ae4b9f:38653 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog e900e1ae4b9f%2C38653%2C1731215725405:(num 1731215725869) 2024-11-10T05:15:27,949 DEBUG [RS:2;e900e1ae4b9f:38653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T05:15:27,949 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T05:15:27,949 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:27,949 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:27,950 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:27,950 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:27,950 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.ChoreService(370): Chore service for: regionserver/e900e1ae4b9f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:27,950 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:27,950 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T05:15:27,950 INFO [RS:0;e900e1ae4b9f:42025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42025 2024-11-10T05:15:27,950 INFO [regionserver/e900e1ae4b9f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:27,950 INFO [RS:2;e900e1ae4b9f:38653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38653 2024-11-10T05:15:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,42025,1731215725347 2024-11-10T05:15:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T05:15:27,952 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:27,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e900e1ae4b9f,38653,1731215725405 2024-11-10T05:15:27,952 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:27,954 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,42025,1731215725347] 2024-11-10T05:15:27,955 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,42025,1731215725347 already deleted, retry=false 2024-11-10T05:15:27,955 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,42025,1731215725347 expired; onlineServers=1 2024-11-10T05:15:27,955 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e900e1ae4b9f,38653,1731215725405] 2024-11-10T05:15:27,958 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e900e1ae4b9f,38653,1731215725405 already deleted, retry=false 2024-11-10T05:15:27,958 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e900e1ae4b9f,38653,1731215725405 expired; onlineServers=0 2024-11-10T05:15:27,958 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e900e1ae4b9f,43087,1731215725300' ***** 2024-11-10T05:15:27,958 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T05:15:27,958 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T05:15:27,958 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T05:15:27,958 DEBUG [M:0;e900e1ae4b9f:43087 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T05:15:27,958 DEBUG [M:0;e900e1ae4b9f:43087 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T05:15:27,958 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T05:15:27,958 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215725643 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.large.0-1731215725643,5,FailOnTimeoutGroup] 2024-11-10T05:15:27,958 DEBUG [master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215725643 {}] cleaner.HFileCleaner(306): Exit Thread[master/e900e1ae4b9f:0:becomeActiveMaster-HFileCleaner.small.0-1731215725643,5,FailOnTimeoutGroup] 2024-11-10T05:15:27,959 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.ChoreService(370): Chore service for: master/e900e1ae4b9f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T05:15:27,959 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T05:15:27,959 DEBUG [M:0;e900e1ae4b9f:43087 {}] master.HMaster(1795): Stopping service threads 2024-11-10T05:15:27,959 INFO [M:0;e900e1ae4b9f:43087 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T05:15:27,959 INFO [M:0;e900e1ae4b9f:43087 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T05:15:27,959 INFO [M:0;e900e1ae4b9f:43087 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T05:15:27,959 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T05:15:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T05:15:27,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T05:15:27,960 DEBUG [M:0;e900e1ae4b9f:43087 {}] zookeeper.ZKUtil(347): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T05:15:27,960 WARN [M:0;e900e1ae4b9f:43087 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T05:15:27,961 INFO [M:0;e900e1ae4b9f:43087 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/.lastflushedseqids 2024-11-10T05:15:27,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741843_1019 (size=127) 2024-11-10T05:15:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741843_1019 (size=127) 2024-11-10T05:15:27,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741843_1019 (size=127) 2024-11-10T05:15:27,970 INFO [M:0;e900e1ae4b9f:43087 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T05:15:27,970 INFO [M:0;e900e1ae4b9f:43087 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T05:15:27,971 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T05:15:27,971 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:27,971 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:27,971 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T05:15:27,971 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:27,971 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-10T05:15:27,989 DEBUG [M:0;e900e1ae4b9f:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7bf17e2a9344099d6e746af7d0e010 is 82, key is hbase:meta,,1/info:regioninfo/1731215726483/Put/seqid=0 2024-11-10T05:15:27,991 WARN [IPC Server handler 4 on default port 41887 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) For more information, please enable DEBUG log level on org.apache.hadoop.hdfs.server.blockmanagement.BlockPlacementPolicy and org.apache.hadoop.net.NetworkTopology 2024-11-10T05:15:27,991 WARN [IPC Server handler 4 on default port 41887 {}] protocol.BlockStoragePolicy(161): Failed to place enough replicas: expected size is 1 but only 0 storage types can be selected (replication=3, selected=[], unavailable=[DISK], removed=[DISK], policy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}) 2024-11-10T05:15:27,991 WARN [IPC Server handler 4 on default port 41887 {}] blockmanagement.BlockPlacementPolicyDefault(501): Failed to place enough replicas, still in need of 1 to reach 3 (unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]}, newBlock=true) All required storage types are unavailable: unavailableStorages=[DISK], storagePolicy=BlockStoragePolicy{HOT:7, storageTypes=[DISK], creationFallbacks=[], replicationFallbacks=[ARCHIVE]} 2024-11-10T05:15:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741844_1020 (size=5672) 2024-11-10T05:15:27,996 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7bf17e2a9344099d6e746af7d0e010 2024-11-10T05:15:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741844_1020 (size=5672) 2024-11-10T05:15:28,021 DEBUG [M:0;e900e1ae4b9f:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b3760cc922a4450a4ffcdbe10a2b099 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731215726949/Put/seqid=0 2024-11-10T05:15:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741845_1021 (size=6439) 2024-11-10T05:15:28,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741845_1021 (size=6439) 2024-11-10T05:15:28,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741845_1021 (size=6439) 2024-11-10T05:15:28,029 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b3760cc922a4450a4ffcdbe10a2b099 2024-11-10T05:15:28,051 DEBUG [M:0;e900e1ae4b9f:43087 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/805e041d549b41eab8c09f9b57e5d290 is 69, key is e900e1ae4b9f,37145,1731215725376/rs:state/1731215725679/Put/seqid=0 2024-11-10T05:15:28,054 INFO [RS:0;e900e1ae4b9f:42025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,054 INFO [RS:2;e900e1ae4b9f:38653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:28,054 INFO [RS:0;e900e1ae4b9f:42025 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,42025,1731215725347; zookeeper connection closed. 2024-11-10T05:15:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42025-0x101004d7d6f0001, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,054 INFO [RS:2;e900e1ae4b9f:38653 {}] regionserver.HRegionServer(1031): Exiting; stopping=e900e1ae4b9f,38653,1731215725405; zookeeper connection closed. 2024-11-10T05:15:28,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38653-0x101004d7d6f0003, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56e7670f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56e7670f 2024-11-10T05:15:28,055 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b1cafd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b1cafd 2024-11-10T05:15:28,055 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-10T05:15:28,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741846_1022 (size=5294) 2024-11-10T05:15:28,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741846_1022 (size=5294) 2024-11-10T05:15:28,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741846_1022 (size=5294) 2024-11-10T05:15:28,061 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/805e041d549b41eab8c09f9b57e5d290 2024-11-10T05:15:28,069 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ce7bf17e2a9344099d6e746af7d0e010 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce7bf17e2a9344099d6e746af7d0e010 2024-11-10T05:15:28,075 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ce7bf17e2a9344099d6e746af7d0e010, entries=8, sequenceid=72, filesize=5.5 K 2024-11-10T05:15:28,077 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b3760cc922a4450a4ffcdbe10a2b099 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b3760cc922a4450a4ffcdbe10a2b099 2024-11-10T05:15:28,083 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b3760cc922a4450a4ffcdbe10a2b099, entries=8, sequenceid=72, filesize=6.3 K 2024-11-10T05:15:28,084 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/805e041d549b41eab8c09f9b57e5d290 as hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/805e041d549b41eab8c09f9b57e5d290 2024-11-10T05:15:28,091 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41887/user/jenkins/test-data/e5787513-280a-9633-1c5a-26dd48ae6d40/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/805e041d549b41eab8c09f9b57e5d290, entries=3, sequenceid=72, filesize=5.2 K 2024-11-10T05:15:28,092 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false 2024-11-10T05:15:28,096 INFO [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T05:15:28,096 DEBUG [M:0;e900e1ae4b9f:43087 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731215727971Disabling compacts and flushes for region at 1731215727971Disabling writes for close at 1731215727971Obtaining lock to block concurrent updates at 1731215727971Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731215727971Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731215727971Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731215727972 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731215727972Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731215727989 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731215727989Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731215728004 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731215728021 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731215728021Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731215728035 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731215728051 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731215728051Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71059724: reopening flushed file at 1731215728068 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f9b7fa: reopening flushed file at 1731215728075 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48b9df9e: reopening flushed file at 1731215728083 (+8 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=72, compaction requested=false at 1731215728092 (+9 ms)Writing region close event to WAL at 1731215728096 (+4 ms)Closed at 1731215728096 2024-11-10T05:15:28,097 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:28,097 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:28,097 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:28,097 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:28,097 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-10T05:15:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40633 is added to blk_1073741830_1006 (size=32674) 2024-11-10T05:15:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40763 is added to blk_1073741830_1006 (size=32674) 2024-11-10T05:15:28,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35351 is added to blk_1073741830_1006 (size=32674) 2024-11-10T05:15:28,102 INFO [M:0;e900e1ae4b9f:43087 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T05:15:28,102 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T05:15:28,102 INFO [M:0;e900e1ae4b9f:43087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43087 2024-11-10T05:15:28,102 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T05:15:28,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,204 INFO [M:0;e900e1ae4b9f:43087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T05:15:28,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43087-0x101004d7d6f0000, quorum=127.0.0.1:52468, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T05:15:28,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1956d1c3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:28,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c5f5451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:28,207 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:28,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11cbed31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:28,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d6974a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:28,209 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:28,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:28,209 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343735338-172.17.0.2-1731215724326 (Datanode Uuid b1498a65-c075-4a8f-a56c-8eb64ea65aaf) service to localhost/127.0.0.1:41887 2024-11-10T05:15:28,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:28,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data5/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data6/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:28,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55fdda6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:28,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@83a9703{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:28,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:28,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da129e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:28,213 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54390a13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:28,214 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:28,214 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:28,214 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:28,214 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343735338-172.17.0.2-1731215724326 (Datanode Uuid b569a772-7abb-4405-afda-7095cfa6c621) service to localhost/127.0.0.1:41887 2024-11-10T05:15:28,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data3/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,215 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data4/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,215 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:28,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59bbe271{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T05:15:28,218 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70152e5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:28,218 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:28,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1408ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:28,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bfb2a2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:28,220 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T05:15:28,220 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T05:15:28,220 WARN [BP-343735338-172.17.0.2-1731215724326 heartbeating to localhost/127.0.0.1:41887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-343735338-172.17.0.2-1731215724326 (Datanode Uuid 86da0689-7cbf-4aaa-a439-a2a768205e26) service to localhost/127.0.0.1:41887 2024-11-10T05:15:28,220 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T05:15:28,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data1/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,221 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/cluster_2eb36359-f0ba-e0aa-16a3-682f8c1a2122/data/data2/current/BP-343735338-172.17.0.2-1731215724326 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T05:15:28,221 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T05:15:28,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@437bf5a5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T05:15:28,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b088a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T05:15:28,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T05:15:28,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57db369b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T05:15:28,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65d068d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1132d66-56ed-2aef-a0ab-7c878c9dbd7a/hadoop.log.dir/,STOPPED} 2024-11-10T05:15:28,237 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T05:15:28,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T05:15:28,285 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=151 (was 91) - Thread LEAK? -, OpenFileDescriptor=520 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=95 (was 95), ProcessCount=11 (was 11), AvailableMemoryMB=8585 (was 8769)