2024-11-11 18:30:15,230 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb 2024-11-11 18:30:15,241 main DEBUG Took 0.009497 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 18:30:15,242 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 18:30:15,242 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 18:30:15,243 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 18:30:15,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,253 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 18:30:15,271 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,274 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,275 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,276 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,276 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,277 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,278 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,279 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,279 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,281 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 18:30:15,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,282 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 18:30:15,284 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 18:30:15,285 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 18:30:15,287 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 18:30:15,287 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 18:30:15,288 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 18:30:15,288 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 18:30:15,297 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 18:30:15,299 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 18:30:15,301 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 18:30:15,301 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 18:30:15,301 main DEBUG createAppenders(={Console}) 2024-11-11 18:30:15,302 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb initialized 2024-11-11 18:30:15,302 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb 2024-11-11 18:30:15,303 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5ddeb7cb OK. 2024-11-11 18:30:15,303 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 18:30:15,304 main DEBUG OutputStream closed 2024-11-11 18:30:15,304 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 18:30:15,304 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 18:30:15,304 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@10d307f1 OK 2024-11-11 18:30:15,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 18:30:15,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 18:30:15,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 18:30:15,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 18:30:15,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 18:30:15,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 18:30:15,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 18:30:15,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 18:30:15,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 18:30:15,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 18:30:15,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 18:30:15,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 18:30:15,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 18:30:15,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 18:30:15,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 18:30:15,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 18:30:15,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 18:30:15,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 18:30:15,382 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 18:30:15,382 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7b420819) with optional ClassLoader: null 2024-11-11 18:30:15,382 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 18:30:15,383 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7b420819] started OK. 2024-11-11T18:30:15,399 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-11 18:30:15,402 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 18:30:15,402 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T18:30:15,631 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116 2024-11-11T18:30:15,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89, deleteOnExit=true 2024-11-11T18:30:15,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/test.cache.data in system properties and HBase conf 2024-11-11T18:30:15,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:30:15,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:30:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:30:15,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:30:15,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:30:15,774 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T18:30:15,868 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:30:15,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:30:15,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:30:15,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:30:15,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:30:15,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:30:15,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:30:15,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:30:15,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:30:15,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:30:15,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:30:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:30:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:30:15,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:30:15,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:30:16,687 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T18:30:16,763 INFO [Time-limited test {}] log.Log(170): Logging initialized @2207ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T18:30:16,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:16,901 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:16,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:16,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:16,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:30:16,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:16,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:16,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:17,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76e4c45c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/java.io.tmpdir/jetty-localhost-40371-hadoop-hdfs-3_4_1-tests_jar-_-any-16446045412737638775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:30:17,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:40371} 2024-11-11T18:30:17,159 INFO [Time-limited test {}] server.Server(415): Started @2604ms 2024-11-11T18:30:17,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:17,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:17,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:17,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:17,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:30:17,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:17,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:17,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4839957b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/java.io.tmpdir/jetty-localhost-43075-hadoop-hdfs-3_4_1-tests_jar-_-any-11427508802659582919/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:17,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:43075} 2024-11-11T18:30:17,702 INFO [Time-limited test {}] server.Server(415): Started @3148ms 2024-11-11T18:30:17,759 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:17,878 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:17,883 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:17,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:17,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:17,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:30:17,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:17,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:18,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c6b8f01{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/java.io.tmpdir/jetty-localhost-45579-hadoop-hdfs-3_4_1-tests_jar-_-any-8542216815060877477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:18,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:45579} 2024-11-11T18:30:18,015 INFO [Time-limited test {}] server.Server(415): Started @3460ms 2024-11-11T18:30:18,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:18,062 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:18,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:18,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:18,071 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:18,071 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:30:18,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:18,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:18,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e59159d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/java.io.tmpdir/jetty-localhost-45511-hadoop-hdfs-3_4_1-tests_jar-_-any-4759669868385038221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:18,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:45511} 2024-11-11T18:30:18,199 INFO [Time-limited test {}] server.Server(415): Started @3645ms 2024-11-11T18:30:18,202 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:18,203 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data4/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,203 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data1/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,203 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data3/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,203 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data2/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,242 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:18,242 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:18,310 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x486b281a533a73af with lease ID 0x964945787ab4815: Processing first storage report for DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9 from datanode DatanodeRegistration(127.0.0.1:35929, datanodeUuid=537d1cf3-a2fe-440f-9765-1d16c749a0d5, infoPort=41253, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,312 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x486b281a533a73af with lease ID 0x964945787ab4815: from storage DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9 node DatanodeRegistration(127.0.0.1:35929, datanodeUuid=537d1cf3-a2fe-440f-9765-1d16c749a0d5, infoPort=41253, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4ffa28d5f30dd75 with lease ID 0x964945787ab4816: Processing first storage report for DS-4ddc9488-95ab-4b52-aad2-46c325364d0e from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=a394aba7-86b3-4eb3-a0f6-e34ddcd6fdc8, infoPort=39131, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4ffa28d5f30dd75 with lease ID 0x964945787ab4816: from storage DS-4ddc9488-95ab-4b52-aad2-46c325364d0e node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=a394aba7-86b3-4eb3-a0f6-e34ddcd6fdc8, infoPort=39131, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x486b281a533a73af with lease ID 0x964945787ab4815: Processing first storage report for DS-e3abe52e-f822-4895-921d-1f6916e5250c from datanode DatanodeRegistration(127.0.0.1:35929, datanodeUuid=537d1cf3-a2fe-440f-9765-1d16c749a0d5, infoPort=41253, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,313 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x486b281a533a73af with lease ID 0x964945787ab4815: from storage DS-e3abe52e-f822-4895-921d-1f6916e5250c node DatanodeRegistration(127.0.0.1:35929, datanodeUuid=537d1cf3-a2fe-440f-9765-1d16c749a0d5, infoPort=41253, infoSecurePort=0, ipcPort=46843, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4ffa28d5f30dd75 with lease ID 0x964945787ab4816: Processing first storage report for DS-99f052ab-27a3-418b-83fd-e85f9e4e8d91 from datanode DatanodeRegistration(127.0.0.1:46111, datanodeUuid=a394aba7-86b3-4eb3-a0f6-e34ddcd6fdc8, infoPort=39131, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,314 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4ffa28d5f30dd75 with lease ID 0x964945787ab4816: from storage DS-99f052ab-27a3-418b-83fd-e85f9e4e8d91 node DatanodeRegistration(127.0.0.1:46111, datanodeUuid=a394aba7-86b3-4eb3-a0f6-e34ddcd6fdc8, infoPort=39131, infoSecurePort=0, ipcPort=32927, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,384 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data5/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,384 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data6/current/BP-97407134-172.17.0.2-1731349816446/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:18,410 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d77dedbaee139f2 with lease ID 0x964945787ab4817: Processing first storage report for DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e from datanode DatanodeRegistration(127.0.0.1:44753, datanodeUuid=f1100674-76a6-4475-bb22-a368be16c9fe, infoPort=46091, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d77dedbaee139f2 with lease ID 0x964945787ab4817: from storage DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e node DatanodeRegistration(127.0.0.1:44753, datanodeUuid=f1100674-76a6-4475-bb22-a368be16c9fe, infoPort=46091, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d77dedbaee139f2 with lease ID 0x964945787ab4817: Processing first storage report for DS-c22383ab-e99e-4470-bda9-8d18b6a370db from datanode DatanodeRegistration(127.0.0.1:44753, datanodeUuid=f1100674-76a6-4475-bb22-a368be16c9fe, infoPort=46091, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446) 2024-11-11T18:30:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d77dedbaee139f2 with lease ID 0x964945787ab4817: from storage DS-c22383ab-e99e-4470-bda9-8d18b6a370db node DatanodeRegistration(127.0.0.1:44753, datanodeUuid=f1100674-76a6-4475-bb22-a368be16c9fe, infoPort=46091, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=1197303590;c=1731349816446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:18,590 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116 2024-11-11T18:30:18,667 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-11T18:30:18,722 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=157, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=193, ProcessCount=11, AvailableMemoryMB=8371 2024-11-11T18:30:18,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:30:18,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-11T18:30:18,812 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/zookeeper_0, clientPort=57119, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:30:18,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57119 2024-11-11T18:30:18,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:18,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:18,951 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:18,951 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:19,000 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:52340 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52340 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:19,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-11T18:30:19,420 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:19,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f with version=8 2024-11-11T18:30:19,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/hbase-staging 2024-11-11T18:30:19,523 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T18:30:19,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:19,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:19,783 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:19,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:19,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:19,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:19,926 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:30:19,990 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T18:30:19,998 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T18:30:20,002 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:20,030 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 23997 (auto-detected) 2024-11-11T18:30:20,031 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T18:30:20,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32863 2024-11-11T18:30:20,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32863 connecting to ZooKeeper ensemble=127.0.0.1:57119 2024-11-11T18:30:20,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328630x0, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:20,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32863-0x101084b98380000 connected 2024-11-11T18:30:20,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:20,151 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f, hbase.cluster.distributed=false 2024-11-11T18:30:20,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:20,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32863 2024-11-11T18:30:20,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32863 2024-11-11T18:30:20,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32863 2024-11-11T18:30:20,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32863 2024-11-11T18:30:20,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32863 2024-11-11T18:30:20,296 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:20,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,298 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:20,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:20,302 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:20,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:20,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37573 2024-11-11T18:30:20,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37573 connecting to ZooKeeper ensemble=127.0.0.1:57119 2024-11-11T18:30:20,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375730x0, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:20,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37573-0x101084b98380001 connected 2024-11-11T18:30:20,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:20,326 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:20,334 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:20,336 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:20,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:20,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-11T18:30:20,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37573 2024-11-11T18:30:20,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37573 2024-11-11T18:30:20,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-11T18:30:20,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37573 2024-11-11T18:30:20,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:20,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,364 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:20,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:20,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:20,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:20,366 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44921 2024-11-11T18:30:20,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44921 connecting to ZooKeeper ensemble=127.0.0.1:57119 2024-11-11T18:30:20,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449210x0, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:20,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44921-0x101084b98380002 connected 2024-11-11T18:30:20,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:20,379 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:20,382 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:20,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:20,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:20,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44921 2024-11-11T18:30:20,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44921 2024-11-11T18:30:20,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44921 2024-11-11T18:30:20,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44921 2024-11-11T18:30:20,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44921 2024-11-11T18:30:20,408 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:20,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:20,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:20,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39521 2024-11-11T18:30:20,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39521 connecting to ZooKeeper ensemble=127.0.0.1:57119 2024-11-11T18:30:20,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395210x0, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:20,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39521-0x101084b98380003 connected 2024-11-11T18:30:20,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:20,423 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:20,424 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:20,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:20,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:20,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T18:30:20,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39521 2024-11-11T18:30:20,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39521 2024-11-11T18:30:20,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T18:30:20,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39521 2024-11-11T18:30:20,449 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:32863 2024-11-11T18:30:20,450 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,461 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:30:20,484 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,32863,1731349819576 from backup master directory 2024-11-11T18:30:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:20,488 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:20,489 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:20,491 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T18:30:20,493 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T18:30:20,558 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/hbase.id] with ID: a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0 2024-11-11T18:30:20,559 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/.tmp/hbase.id 2024-11-11T18:30:20,566 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,566 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,570 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:49538 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49538 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-11T18:30:20,576 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:20,577 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/.tmp/hbase.id]:[hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/hbase.id] 2024-11-11T18:30:20,620 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:20,625 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:30:20,645 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T18:30:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:20,661 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,661 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,664 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:56906 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56906 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:20,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-11T18:30:20,670 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:20,685 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:30:20,687 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:30:20,693 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:30:20,722 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,722 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,725 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:56922 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56922 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-11T18:30:20,731 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:20,751 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store 2024-11-11T18:30:20,766 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,767 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:20,769 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:56928 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56928 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:20,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-11T18:30:20,775 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:20,779 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T18:30:20,782 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:20,783 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:30:20,783 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:20,783 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:20,784 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:30:20,785 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:20,785 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:20,786 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349820783Disabling compacts and flushes for region at 1731349820783Disabling writes for close at 1731349820785 (+2 ms)Writing region close event to WAL at 1731349820785Closed at 1731349820785 2024-11-11T18:30:20,787 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/.initializing 2024-11-11T18:30:20,788 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/WALs/90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:20,796 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:30:20,810 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C32863%2C1731349819576, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/WALs/90f34c5bee6a,32863,1731349819576, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/oldWALs, maxLogs=10 2024-11-11T18:30:20,841 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/WALs/90f34c5bee6a,32863,1731349819576/90f34c5bee6a%2C32863%2C1731349819576.1731349820815, exclude list is [], retry=0 2024-11-11T18:30:20,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35929,DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9,DISK] 2024-11-11T18:30:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44753,DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e,DISK] 2024-11-11T18:30:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-4ddc9488-95ab-4b52-aad2-46c325364d0e,DISK] 2024-11-11T18:30:20,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T18:30:20,910 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/WALs/90f34c5bee6a,32863,1731349819576/90f34c5bee6a%2C32863%2C1731349819576.1731349820815 2024-11-11T18:30:20,911 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091),(127.0.0.1/127.0.0.1:41253:41253),(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-11T18:30:20,911 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:20,912 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:20,915 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:20,916 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:20,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:20,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:30:20,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:20,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:20,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:20,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:30:20,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:20,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:20,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:20,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:30:20,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:20,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:20,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:30:21,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:21,002 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,005 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,007 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,012 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,012 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,015 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:21,018 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:21,024 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:21,026 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66177334, jitterRate=-0.013880878686904907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:21,032 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349820928Initializing all the Stores at 1731349820930 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349820931 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349820932 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349820932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349820932Cleaning up temporary data from old regions at 1731349821012 (+80 ms)Region opened successfully at 1731349821031 (+19 ms) 2024-11-11T18:30:21,033 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:30:21,069 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13dfd20f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:21,106 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:30:21,117 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:30:21,118 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:30:21,120 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:30:21,122 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T18:30:21,126 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T18:30:21,127 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:30:21,151 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:30:21,159 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:30:21,163 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:30:21,165 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:30:21,166 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:30:21,168 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:30:21,170 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:30:21,173 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:30:21,175 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:30:21,176 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:30:21,178 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:30:21,195 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:30:21,197 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:30:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:21,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,204 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,32863,1731349819576, sessionid=0x101084b98380000, setting cluster-up flag (Was=false) 2024-11-11T18:30:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,226 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:30:21,228 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:21,240 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:30:21,242 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:21,249 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:30:21,323 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:21,333 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:30:21,337 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(746): ClusterId : a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0 2024-11-11T18:30:21,337 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(746): ClusterId : a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0 2024-11-11T18:30:21,337 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(746): ClusterId : a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0 2024-11-11T18:30:21,339 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:30:21,340 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:21,340 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:21,340 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:21,347 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:21,347 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:21,347 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:21,347 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:21,347 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:21,347 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:21,346 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,32863,1731349819576 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:30:21,351 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:21,351 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:21,351 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:21,351 DEBUG [RS:0;90f34c5bee6a:37573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1593d01d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:21,351 DEBUG [RS:2;90f34c5bee6a:39521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191d177f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:21,351 DEBUG [RS:1;90f34c5bee6a:44921 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc5baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:21,353 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:21,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:21,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:21,354 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:21,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:30:21,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:21,355 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:21,366 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:30:21,369 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:37573 2024-11-11T18:30:21,372 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,372 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:30:21,373 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;90f34c5bee6a:39521 2024-11-11T18:30:21,374 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:21,374 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:21,374 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:21,374 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:21,374 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:21,374 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:21,374 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:44921 2024-11-11T18:30:21,374 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:21,375 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:21,375 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:21,377 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,32863,1731349819576 with port=37573, startcode=1731349820254 2024-11-11T18:30:21,377 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,32863,1731349819576 with port=44921, startcode=1731349820363 2024-11-11T18:30:21,377 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,32863,1731349819576 with port=39521, startcode=1731349820408 2024-11-11T18:30:21,381 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349851381 2024-11-11T18:30:21,382 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:30:21,383 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:30:21,387 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:30:21,388 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:30:21,388 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:21,388 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:21,388 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:30:21,388 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:30:21,391 DEBUG [RS:0;90f34c5bee6a:37573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:21,391 DEBUG [RS:1;90f34c5bee6a:44921 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:21,391 DEBUG [RS:2;90f34c5bee6a:39521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:21,391 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,401 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:36952 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:44753:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36952 dst: /127.0.0.1:44753 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:21,403 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:30:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:30:21,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:30:21,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:30:21,409 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:30:21,411 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349821411,5,FailOnTimeoutGroup] 2024-11-11T18:30:21,412 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349821411,5,FailOnTimeoutGroup] 2024-11-11T18:30:21,412 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,412 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:30:21,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-11T18:30:21,414 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,414 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,435 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:21,435 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:21,435 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:21,443 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,445 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-11T18:30:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-11T18:30:21,457 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,458 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,461 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f 2024-11-11T18:30:21,461 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38817 2024-11-11T18:30:21,461 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:21,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,462 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f 2024-11-11T18:30:21,463 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38817 2024-11-11T18:30:21,463 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:21,463 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32863 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,466 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f 2024-11-11T18:30:21,466 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38817 2024-11-11T18:30:21,466 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:21,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:21,472 DEBUG [RS:0;90f34c5bee6a:37573 {}] zookeeper.ZKUtil(111): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,472 DEBUG [RS:1;90f34c5bee6a:44921 {}] zookeeper.ZKUtil(111): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,472 WARN [RS:1;90f34c5bee6a:44921 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:21,472 WARN [RS:0;90f34c5bee6a:37573 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:21,472 DEBUG [RS:2;90f34c5bee6a:39521 {}] zookeeper.ZKUtil(111): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,472 INFO [RS:0;90f34c5bee6a:37573 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:30:21,472 INFO [RS:1;90f34c5bee6a:44921 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:30:21,472 WARN [RS:2;90f34c5bee6a:39521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:21,473 INFO [RS:2;90f34c5bee6a:39521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:30:21,473 DEBUG [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,473 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,473 DEBUG [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,39521,1731349820408] 2024-11-11T18:30:21,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,44921,1731349820363] 2024-11-11T18:30:21,474 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,37573,1731349820254] 2024-11-11T18:30:21,500 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:21,500 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:21,500 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:21,513 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:21,513 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:21,515 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:21,519 INFO [RS:1;90f34c5bee6a:44921 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:21,519 INFO [RS:2;90f34c5bee6a:39521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:21,519 INFO [RS:0;90f34c5bee6a:37573 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:21,519 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,519 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,519 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,520 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:21,520 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:21,520 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:21,526 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:21,526 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:21,526 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:21,528 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,528 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,528 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,528 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,528 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:21,529 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:21,529 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,529 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,530 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:0;90f34c5bee6a:37573 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,530 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:21,530 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,530 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,531 DEBUG [RS:1;90f34c5bee6a:44921 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,531 DEBUG [RS:2;90f34c5bee6a:39521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:21,531 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,531 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,531 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,531 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,532 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,532 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37573,1731349820254-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:21,532 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,532 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,532 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39521,1731349820408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,533 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44921,1731349820363-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:21,558 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:21,558 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:21,558 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:21,560 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,44921,1731349820363-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37573,1731349820254-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,39521,1731349820408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,560 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.Replication(171): 90f34c5bee6a,39521,1731349820408 started 2024-11-11T18:30:21,560 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.Replication(171): 90f34c5bee6a,37573,1731349820254 started 2024-11-11T18:30:21,560 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.Replication(171): 90f34c5bee6a,44921,1731349820363 started 2024-11-11T18:30:21,578 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,578 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,44921,1731349820363, RpcServer on 90f34c5bee6a/172.17.0.2:44921, sessionid=0x101084b98380002 2024-11-11T18:30:21,579 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:21,579 DEBUG [RS:1;90f34c5bee6a:44921 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,579 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44921,1731349820363' 2024-11-11T18:30:21,580 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:21,580 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:21,581 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:21,581 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:21,581 DEBUG [RS:1;90f34c5bee6a:44921 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:21,581 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,44921,1731349820363' 2024-11-11T18:30:21,581 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:21,582 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:21,583 DEBUG [RS:1;90f34c5bee6a:44921 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:21,583 INFO [RS:1;90f34c5bee6a:44921 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:21,583 INFO [RS:1;90f34c5bee6a:44921 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:21,585 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,585 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:21,585 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,37573,1731349820254, RpcServer on 90f34c5bee6a/172.17.0.2:37573, sessionid=0x101084b98380001 2024-11-11T18:30:21,585 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,39521,1731349820408, RpcServer on 90f34c5bee6a/172.17.0.2:39521, sessionid=0x101084b98380003 2024-11-11T18:30:21,585 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:21,585 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:21,585 DEBUG [RS:2;90f34c5bee6a:39521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,585 DEBUG [RS:0;90f34c5bee6a:37573 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,585 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37573,1731349820254' 2024-11-11T18:30:21,585 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39521,1731349820408' 2024-11-11T18:30:21,585 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:21,585 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:21,586 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:21,586 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:21,587 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:21,587 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:21,587 DEBUG [RS:0;90f34c5bee6a:37573 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,39521,1731349820408' 2024-11-11T18:30:21,587 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,37573,1731349820254' 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:21,587 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:21,587 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:21,588 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:21,588 DEBUG [RS:2;90f34c5bee6a:39521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:21,588 DEBUG [RS:0;90f34c5bee6a:37573 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:21,588 INFO [RS:2;90f34c5bee6a:39521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:21,588 INFO [RS:0;90f34c5bee6a:37573 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:21,588 INFO [RS:2;90f34c5bee6a:39521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:21,588 INFO [RS:0;90f34c5bee6a:37573 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:21,688 INFO [RS:1;90f34c5bee6a:44921 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:30:21,689 INFO [RS:0;90f34c5bee6a:37573 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:30:21,689 INFO [RS:2;90f34c5bee6a:39521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T18:30:21,692 INFO [RS:1;90f34c5bee6a:44921 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C44921%2C1731349820363, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,44921,1731349820363, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs, maxLogs=32 2024-11-11T18:30:21,692 INFO [RS:0;90f34c5bee6a:37573 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37573%2C1731349820254, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,37573,1731349820254, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs, maxLogs=32 2024-11-11T18:30:21,692 INFO [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39521%2C1731349820408, suffix=, logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs, maxLogs=32 2024-11-11T18:30:21,713 DEBUG [RS:2;90f34c5bee6a:39521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408/90f34c5bee6a%2C39521%2C1731349820408.1731349821698, exclude list is [], retry=0 2024-11-11T18:30:21,713 DEBUG [RS:0;90f34c5bee6a:37573 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,37573,1731349820254/90f34c5bee6a%2C37573%2C1731349820254.1731349821698, exclude list is [], retry=0 2024-11-11T18:30:21,713 DEBUG [RS:1;90f34c5bee6a:44921 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,44921,1731349820363/90f34c5bee6a%2C44921%2C1731349820363.1731349821698, exclude list is [], retry=0 2024-11-11T18:30:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44753,DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e,DISK] 2024-11-11T18:30:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-4ddc9488-95ab-4b52-aad2-46c325364d0e,DISK] 2024-11-11T18:30:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35929,DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9,DISK] 2024-11-11T18:30:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35929,DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9,DISK] 2024-11-11T18:30:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-4ddc9488-95ab-4b52-aad2-46c325364d0e,DISK] 2024-11-11T18:30:21,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44753,DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e,DISK] 2024-11-11T18:30:21,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-4ddc9488-95ab-4b52-aad2-46c325364d0e,DISK] 2024-11-11T18:30:21,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44753,DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e,DISK] 2024-11-11T18:30:21,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35929,DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9,DISK] 2024-11-11T18:30:21,746 INFO [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408/90f34c5bee6a%2C39521%2C1731349820408.1731349821698 2024-11-11T18:30:21,746 INFO [RS:0;90f34c5bee6a:37573 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,37573,1731349820254/90f34c5bee6a%2C37573%2C1731349820254.1731349821698 2024-11-11T18:30:21,746 DEBUG [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091),(127.0.0.1/127.0.0.1:41253:41253),(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-11T18:30:21,747 INFO [RS:1;90f34c5bee6a:44921 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,44921,1731349820363/90f34c5bee6a%2C44921%2C1731349820363.1731349821698 2024-11-11T18:30:21,747 DEBUG [RS:0;90f34c5bee6a:37573 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41253:41253),(127.0.0.1/127.0.0.1:46091:46091),(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-11T18:30:21,750 DEBUG [RS:1;90f34c5bee6a:44921 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39131:39131),(127.0.0.1/127.0.0.1:46091:46091),(127.0.0.1/127.0.0.1:41253:41253)] 2024-11-11T18:30:21,813 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:21,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:30:21,815 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f 2024-11-11T18:30:21,821 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:21,822 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:21,825 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57514 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775696_1017] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57514 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775696_1018 (size=32) 2024-11-11T18:30:21,830 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:21,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:21,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:30:21,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:30:21,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:21,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:30:21,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:30:21,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:21,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:30:21,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:30:21,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:21,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:30:21,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:30:21,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:21,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:21,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:30:21,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740 2024-11-11T18:30:21,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740 2024-11-11T18:30:21,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:30:21,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:30:21,851 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:21,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:30:21,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:21,859 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65531961, jitterRate=-0.02349768579006195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349821832Initializing all the Stores at 1731349821833 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349821833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349821834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349821834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349821834Cleaning up temporary data from old regions at 1731349821850 (+16 ms)Region opened successfully at 1731349821861 (+11 ms) 2024-11-11T18:30:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:30:21,861 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:30:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:30:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:30:21,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:30:21,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:21,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349821861Disabling compacts and flushes for region at 1731349821861Disabling writes for close at 1731349821861Writing region close event to WAL at 1731349821862 (+1 ms)Closed at 1731349821863 (+1 ms) 2024-11-11T18:30:21,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:21,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:30:21,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:30:21,885 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:30:21,887 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:30:22,040 DEBUG [90f34c5bee6a:32863 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T18:30:22,048 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:30:22,054 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:30:22,054 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:30:22,054 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:30:22,054 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:30:22,054 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:30:22,055 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:30:22,055 INFO [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:30:22,055 INFO [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:30:22,055 INFO [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:30:22,055 DEBUG [90f34c5bee6a:32863 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:30:22,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:22,070 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39521,1731349820408, state=OPENING 2024-11-11T18:30:22,075 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:30:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:22,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,080 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:30:22,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39521,1731349820408}] 2024-11-11T18:30:22,257 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:30:22,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:30:22,272 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:30:22,273 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T18:30:22,273 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T18:30:22,276 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C39521%2C1731349820408.meta, suffix=.meta, logDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408, archiveDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs, maxLogs=32 2024-11-11T18:30:22,293 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408/90f34c5bee6a%2C39521%2C1731349820408.meta.1731349822278.meta, exclude list is [], retry=0 2024-11-11T18:30:22,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44753,DS-83f8cfd7-f1ba-4d50-a68c-7b61518c215e,DISK] 2024-11-11T18:30:22,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35929,DS-0222e6d5-def7-4eab-86b1-9d55b6d8b8b9,DISK] 2024-11-11T18:30:22,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46111,DS-4ddc9488-95ab-4b52-aad2-46c325364d0e,DISK] 2024-11-11T18:30:22,300 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/WALs/90f34c5bee6a,39521,1731349820408/90f34c5bee6a%2C39521%2C1731349820408.meta.1731349822278.meta 2024-11-11T18:30:22,300 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46091:46091),(127.0.0.1/127.0.0.1:41253:41253),(127.0.0.1/127.0.0.1:39131:39131)] 2024-11-11T18:30:22,301 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:22,303 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:30:22,306 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:30:22,311 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:30:22,315 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:30:22,315 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:22,315 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:30:22,316 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:30:22,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:30:22,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:30:22,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:22,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:22,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:30:22,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:30:22,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:22,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:22,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:30:22,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:30:22,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:22,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:22,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:30:22,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:30:22,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:22,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:22,329 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:30:22,331 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740 2024-11-11T18:30:22,333 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740 2024-11-11T18:30:22,336 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:30:22,336 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:30:22,337 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:22,339 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:30:22,341 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67637685, jitterRate=0.007880046963691711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:22,341 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:30:22,343 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349822316Writing region info on filesystem at 1731349822316Initializing all the Stores at 1731349822318 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349822318Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349822318Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349822318Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349822318Cleaning up temporary data from old regions at 1731349822336 (+18 ms)Running coprocessor post-open hooks at 1731349822341 (+5 ms)Region opened successfully at 1731349822343 (+2 ms) 2024-11-11T18:30:22,351 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349822248 2024-11-11T18:30:22,365 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:30:22,365 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:30:22,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:22,369 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,39521,1731349820408, state=OPEN 2024-11-11T18:30:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:22,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:22,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:22,372 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:22,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:30:22,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,39521,1731349820408 in 291 msec 2024-11-11T18:30:22,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:30:22,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-11T18:30:22,386 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:22,386 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:30:22,407 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:30:22,408 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39521,1731349820408, seqNum=-1] 2024-11-11T18:30:22,429 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:30:22,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:30:22,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-11T18:30:22,477 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349822477, completionTime=-1 2024-11-11T18:30:22,481 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T18:30:22,481 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:30:22,518 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T18:30:22,518 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349882518 2024-11-11T18:30:22,518 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349942518 2024-11-11T18:30:22,518 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-11T18:30:22,520 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T18:30:22,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,527 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,529 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:32863, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,529 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,529 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,536 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:30:22,557 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.068sec 2024-11-11T18:30:22,558 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:30:22,560 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:30:22,561 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:30:22,561 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:30:22,561 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:30:22,562 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:22,562 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:30:22,566 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:30:22,568 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:30:22,568 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,32863,1731349819576-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:22,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3bf62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:22,581 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T18:30:22,581 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T18:30:22,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,32863,-1 for getting cluster id 2024-11-11T18:30:22,589 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:30:22,597 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0' 2024-11-11T18:30:22,599 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:30:22,599 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a1bcdfb9-dbaf-4d92-b8ab-2e93d6659cf0" 2024-11-11T18:30:22,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c27d692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:22,602 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,32863,-1] 2024-11-11T18:30:22,604 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:30:22,606 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:22,607 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:30:22,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1891862c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:22,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:30:22,616 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,39521,1731349820408, seqNum=-1] 2024-11-11T18:30:22,617 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:30:22,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:30:22,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:22,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:30:22,647 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:22,650 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17518e81 2024-11-11T18:30:22,651 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:30:22,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:30:22,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:30:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-11T18:30:22,672 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:30:22,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-11T18:30:22,675 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:22,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:30:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:22,686 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:22,686 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:22,691 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57550 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57550 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:22,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-11T18:30:22,697 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:22,700 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 977559764c89eb26feae3efe0cee4bd8, NAME => 'TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f 2024-11-11T18:30:22,705 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:22,705 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:22,711 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57566 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57566 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:22,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-11T18:30:22,716 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:22,716 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:22,717 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 977559764c89eb26feae3efe0cee4bd8, disabling compactions & flushes 2024-11-11T18:30:22,717 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:22,717 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:22,717 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. after waiting 0 ms 2024-11-11T18:30:22,717 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:22,717 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:22,717 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 977559764c89eb26feae3efe0cee4bd8: Waiting for close lock at 1731349822717Disabling compacts and flushes for region at 1731349822717Disabling writes for close at 1731349822717Writing region close event to WAL at 1731349822717Closed at 1731349822717 2024-11-11T18:30:22,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:30:22,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731349822720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349822720"}]},"ts":"1731349822720"} 2024-11-11T18:30:22,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:30:22,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:30:22,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349822735"}]},"ts":"1731349822735"} 2024-11-11T18:30:22,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-11T18:30:22,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:30:22,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:30:22,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:30:22,744 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:30:22,744 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:30:22,746 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=977559764c89eb26feae3efe0cee4bd8, ASSIGN}] 2024-11-11T18:30:22,748 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=977559764c89eb26feae3efe0cee4bd8, ASSIGN 2024-11-11T18:30:22,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=977559764c89eb26feae3efe0cee4bd8, ASSIGN; state=OFFLINE, location=90f34c5bee6a,39521,1731349820408; forceNewPlan=false, retain=false 2024-11-11T18:30:22,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:22,903 INFO [90f34c5bee6a:32863 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T18:30:22,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=977559764c89eb26feae3efe0cee4bd8, regionState=OPENING, regionLocation=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:22,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=977559764c89eb26feae3efe0cee4bd8, ASSIGN because future has completed 2024-11-11T18:30:22,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977559764c89eb26feae3efe0cee4bd8, server=90f34c5bee6a,39521,1731349820408}] 2024-11-11T18:30:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:23,073 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,073 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 977559764c89eb26feae3efe0cee4bd8, NAME => 'TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:23,073 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,073 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:23,073 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,073 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,075 INFO [StoreOpener-977559764c89eb26feae3efe0cee4bd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,078 INFO [StoreOpener-977559764c89eb26feae3efe0cee4bd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 977559764c89eb26feae3efe0cee4bd8 columnFamilyName cf 2024-11-11T18:30:23,078 DEBUG [StoreOpener-977559764c89eb26feae3efe0cee4bd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:23,079 INFO [StoreOpener-977559764c89eb26feae3efe0cee4bd8-1 {}] regionserver.HStore(327): Store=977559764c89eb26feae3efe0cee4bd8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:23,079 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,080 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,081 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,081 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,081 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,084 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,088 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:23,089 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 977559764c89eb26feae3efe0cee4bd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74295057, jitterRate=0.10708262026309967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:30:23,089 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,090 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 977559764c89eb26feae3efe0cee4bd8: Running coprocessor pre-open hook at 1731349823074Writing region info on filesystem at 1731349823074Initializing all the Stores at 1731349823075 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349823075Cleaning up temporary data from old regions at 1731349823081 (+6 ms)Running coprocessor post-open hooks at 1731349823089 (+8 ms)Region opened successfully at 1731349823090 (+1 ms) 2024-11-11T18:30:23,092 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8., pid=6, masterSystemTime=1731349823066 2024-11-11T18:30:23,095 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,095 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=977559764c89eb26feae3efe0cee4bd8, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:23,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 977559764c89eb26feae3efe0cee4bd8, server=90f34c5bee6a,39521,1731349820408 because future has completed 2024-11-11T18:30:23,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:30:23,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 977559764c89eb26feae3efe0cee4bd8, server=90f34c5bee6a,39521,1731349820408 in 190 msec 2024-11-11T18:30:23,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:30:23,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=977559764c89eb26feae3efe0cee4bd8, ASSIGN in 359 msec 2024-11-11T18:30:23,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:30:23,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349823111"}]},"ts":"1731349823111"} 2024-11-11T18:30:23,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-11T18:30:23,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:30:23,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 452 msec 2024-11-11T18:30:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:23,304 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-11T18:30:23,305 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-11T18:30:23,306 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:30:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-11T18:30:23,311 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:30:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-11T18:30:23,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8., hostname=90f34c5bee6a,39521,1731349820408, seqNum=2] 2024-11-11T18:30:23,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-11T18:30:23,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-11T18:30:23,337 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-11T18:30:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:23,338 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T18:30:23,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T18:30:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:23,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T18:30:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,506 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 977559764c89eb26feae3efe0cee4bd8 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-11T18:30:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/.tmp/cf/7f0770559ccd47b6bbc34231e1c3da03 is 36, key is row/cf:cq/1731349823322/Put/seqid=0 2024-11-11T18:30:23,570 WARN [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:23,571 WARN [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:23,574 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1163197373_22 at /127.0.0.1:56994 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56994 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:23,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-11T18:30:23,579 WARN [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:23,579 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/.tmp/cf/7f0770559ccd47b6bbc34231e1c3da03 2024-11-11T18:30:23,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/.tmp/cf/7f0770559ccd47b6bbc34231e1c3da03 as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/cf/7f0770559ccd47b6bbc34231e1c3da03 2024-11-11T18:30:23,637 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/cf/7f0770559ccd47b6bbc34231e1c3da03, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T18:30:23,644 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 977559764c89eb26feae3efe0cee4bd8 in 137ms, sequenceid=5, compaction requested=false 2024-11-11T18:30:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-11T18:30:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 977559764c89eb26feae3efe0cee4bd8: 2024-11-11T18:30:23,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T18:30:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T18:30:23,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:23,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T18:30:23,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec 2024-11-11T18:30:23,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 327 msec 2024-11-11T18:30:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32863 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:23,964 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-11T18:30:23,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:30:23,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:30:23,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:23,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:30:23,985 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:30:23,986 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1444155083, stopped=false 2024-11-11T18:30:23,986 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,32863,1731349819576 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:23,989 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:30:23,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:23,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:30:23,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:23,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,37573,1731349820254' ***** 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,44921,1731349820363' ***** 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,39521,1731349820408' ***** 2024-11-11T18:30:23,990 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:23,990 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:23,990 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:23,990 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:23,990 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:23,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:23,991 INFO [RS:0;90f34c5bee6a:37573 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:23,991 INFO [RS:1;90f34c5bee6a:44921 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:23,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:23,991 INFO [RS:0;90f34c5bee6a:37573 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:23,991 INFO [RS:1;90f34c5bee6a:44921 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:23,991 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:23,991 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:23,991 INFO [RS:2;90f34c5bee6a:39521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:23,991 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:23,991 INFO [RS:2;90f34c5bee6a:39521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:23,991 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:23,991 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:23,991 INFO [RS:1;90f34c5bee6a:44921 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:44921. 2024-11-11T18:30:23,991 INFO [RS:0;90f34c5bee6a:37573 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:37573. 2024-11-11T18:30:23,991 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:23,991 DEBUG [RS:1;90f34c5bee6a:44921 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:23,991 DEBUG [RS:0;90f34c5bee6a:37573 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:23,991 DEBUG [RS:1;90f34c5bee6a:44921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,992 DEBUG [RS:0;90f34c5bee6a:37573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,992 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,44921,1731349820363; all regions closed. 2024-11-11T18:30:23,992 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,37573,1731349820254; all regions closed. 2024-11-11T18:30:23,992 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:23,992 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:23,992 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:23,992 INFO [RS:2;90f34c5bee6a:39521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;90f34c5bee6a:39521. 2024-11-11T18:30:23,992 DEBUG [RS:2;90f34c5bee6a:39521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:23,992 DEBUG [RS:2;90f34c5bee6a:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:23,993 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:23,993 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:23,993 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:23,993 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:30:23,993 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 977559764c89eb26feae3efe0cee4bd8, disabling compactions & flushes 2024-11-11T18:30:23,993 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T18:30:23,994 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,994 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1325): Online Regions={977559764c89eb26feae3efe0cee4bd8=TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. after waiting 0 ms 2024-11-11T18:30:23,994 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:30:23,994 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 977559764c89eb26feae3efe0cee4bd8 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:30:23,994 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:30:23,994 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T18:30:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_1073741828_1016 (size=93) 2024-11-11T18:30:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_1073741828_1016 (size=93) 2024-11-11T18:30:23,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741828_1016 (size=93) 2024-11-11T18:30:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741827_1015 (size=93) 2024-11-11T18:30:24,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_1073741827_1015 (size=93) 2024-11-11T18:30:24,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_1073741827_1015 (size=93) 2024-11-11T18:30:24,004 DEBUG [RS:1;90f34c5bee6a:44921 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C44921%2C1731349820363:(num 1731349821698) 2024-11-11T18:30:24,005 DEBUG [RS:1;90f34c5bee6a:44921 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:24,005 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:24,006 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:24,006 INFO [RS:1;90f34c5bee6a:44921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44921 2024-11-11T18:30:24,008 DEBUG [RS:0;90f34c5bee6a:37573 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C37573%2C1731349820254:(num 1731349821698) 2024-11-11T18:30:24,008 DEBUG [RS:0;90f34c5bee6a:37573 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:24,008 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:24,008 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:24,008 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:24,009 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:24,009 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:24,009 INFO [RS:0;90f34c5bee6a:37573 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37573 2024-11-11T18:30:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,44921,1731349820363 2024-11-11T18:30:24,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:24,010 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:24,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,37573,1731349820254 2024-11-11T18:30:24,011 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:24,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,44921,1731349820363] 2024-11-11T18:30:24,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,44921,1731349820363 already deleted, retry=false 2024-11-11T18:30:24,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,44921,1731349820363 expired; onlineServers=2 2024-11-11T18:30:24,016 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,37573,1731349820254] 2024-11-11T18:30:24,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,37573,1731349820254 already deleted, retry=false 2024-11-11T18:30:24,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,37573,1731349820254 expired; onlineServers=1 2024-11-11T18:30:24,034 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,045 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/info/351be1f5f7f8407a9d0b6ad8df3b203d is 153, key is TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8./info:regioninfo/1731349823096/Put/seqid=0 2024-11-11T18:30:24,049 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,049 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,057 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/default/TestHBaseWalOnEC/977559764c89eb26feae3efe0cee4bd8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:30:24,057 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,065 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,065 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:24,066 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 977559764c89eb26feae3efe0cee4bd8: Waiting for close lock at 1731349823992Running coprocessor pre-close hooks at 1731349823993 (+1 ms)Disabling compacts and flushes for region at 1731349823993Disabling writes for close at 1731349823994 (+1 ms)Writing region close event to WAL at 1731349824001 (+7 ms)Running coprocessor post-close hooks at 1731349824058 (+57 ms)Closed at 1731349824065 (+7 ms) 2024-11-11T18:30:24,066 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731349822654.977559764c89eb26feae3efe0cee4bd8. 2024-11-11T18:30:24,069 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1163197373_22 at /127.0.0.1:57582 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57582 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-11T18:30:24,077 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,077 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/info/351be1f5f7f8407a9d0b6ad8df3b203d 2024-11-11T18:30:24,113 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/ns/879e024c9fd0436280686e7133658379 is 43, key is default/ns:d/1731349822435/Put/seqid=0 2024-11-11T18:30:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44921-0x101084b98380002, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,114 INFO [RS:1;90f34c5bee6a:44921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:24,114 INFO [RS:1;90f34c5bee6a:44921 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,44921,1731349820363; zookeeper connection closed. 2024-11-11T18:30:24,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,115 INFO [RS:0;90f34c5bee6a:37573 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:24,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37573-0x101084b98380001, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,115 INFO [RS:0;90f34c5bee6a:37573 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,37573,1731349820254; zookeeper connection closed. 2024-11-11T18:30:24,116 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,116 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,125 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@714ee6ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@714ee6ec 2024-11-11T18:30:24,125 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29e0f6ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29e0f6ad 2024-11-11T18:30:24,128 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1163197373_22 at /127.0.0.1:57034 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57034 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-11T18:30:24,134 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,134 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/ns/879e024c9fd0436280686e7133658379 2024-11-11T18:30:24,166 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/table/177521a94dfe4cb48f57f66d569ff9ab is 52, key is TestHBaseWalOnEC/table:state/1731349823111/Put/seqid=0 2024-11-11T18:30:24,169 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,169 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,173 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1163197373_22 at /127.0.0.1:37030 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:44753:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37030 dst: /127.0.0.1:44753 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-11T18:30:24,180 WARN [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,180 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/table/177521a94dfe4cb48f57f66d569ff9ab 2024-11-11T18:30:24,190 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/info/351be1f5f7f8407a9d0b6ad8df3b203d as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/info/351be1f5f7f8407a9d0b6ad8df3b203d 2024-11-11T18:30:24,194 DEBUG [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:30:24,199 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/info/351be1f5f7f8407a9d0b6ad8df3b203d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T18:30:24,201 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/ns/879e024c9fd0436280686e7133658379 as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/ns/879e024c9fd0436280686e7133658379 2024-11-11T18:30:24,210 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/ns/879e024c9fd0436280686e7133658379, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:30:24,212 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/.tmp/table/177521a94dfe4cb48f57f66d569ff9ab as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/table/177521a94dfe4cb48f57f66d569ff9ab 2024-11-11T18:30:24,223 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/table/177521a94dfe4cb48f57f66d569ff9ab, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T18:30:24,225 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=11, compaction requested=false 2024-11-11T18:30:24,225 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T18:30:24,236 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:30:24,237 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:30:24,237 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:24,237 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349823994Running coprocessor pre-close hooks at 1731349823994Disabling compacts and flushes for region at 1731349823994Disabling writes for close at 1731349823994Obtaining lock to block concurrent updates at 1731349823994Preparing flush snapshotting stores in 1588230740 at 1731349823994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731349823995 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349823997 (+2 ms)Flushing 1588230740/info: creating writer at 1731349823997Flushing 1588230740/info: appending metadata at 1731349824040 (+43 ms)Flushing 1588230740/info: closing flushed file at 1731349824040Flushing 1588230740/ns: creating writer at 1731349824089 (+49 ms)Flushing 1588230740/ns: appending metadata at 1731349824112 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731349824112Flushing 1588230740/table: creating writer at 1731349824146 (+34 ms)Flushing 1588230740/table: appending metadata at 1731349824165 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731349824165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b585ac: reopening flushed file at 1731349824189 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c5f81c: reopening flushed file at 1731349824200 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6464f9: reopening flushed file at 1731349824211 (+11 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 231ms, sequenceid=11, compaction requested=false at 1731349824225 (+14 ms)Writing region close event to WAL at 1731349824227 (+2 ms)Running coprocessor post-close hooks at 1731349824237 (+10 ms)Closed at 1731349824237 2024-11-11T18:30:24,237 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-11T18:30:24,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-11T18:30:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775708_1013 (size=1321) 2024-11-11T18:30:24,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775709_1013 (size=1321) 2024-11-11T18:30:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-11T18:30:24,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-11T18:30:24,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775693_1018 (size=32) 2024-11-11T18:30:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775692_1018 (size=32) 2024-11-11T18:30:24,394 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,39521,1731349820408; all regions closed. 2024-11-11T18:30:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_1073741829_1019 (size=2751) 2024-11-11T18:30:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741829_1019 (size=2751) 2024-11-11T18:30:24,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_1073741829_1019 (size=2751) 2024-11-11T18:30:24,408 DEBUG [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs 2024-11-11T18:30:24,408 INFO [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39521%2C1731349820408.meta:.meta(num 1731349822278) 2024-11-11T18:30:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_1073741826_1014 (size=1298) 2024-11-11T18:30:24,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741826_1014 (size=1298) 2024-11-11T18:30:24,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_1073741826_1014 (size=1298) 2024-11-11T18:30:24,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-11T18:30:24,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-11T18:30:24,425 DEBUG [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/oldWALs 2024-11-11T18:30:24,425 INFO [RS:2;90f34c5bee6a:39521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 90f34c5bee6a%2C39521%2C1731349820408:(num 1731349821698) 2024-11-11T18:30:24,425 DEBUG [RS:2;90f34c5bee6a:39521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:24,425 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:24,425 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:24,425 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:24,425 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:24,426 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:24,426 INFO [RS:2;90f34c5bee6a:39521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39521 2024-11-11T18:30:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,39521,1731349820408 2024-11-11T18:30:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:24,428 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:24,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,39521,1731349820408] 2024-11-11T18:30:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-11T18:30:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-11T18:30:24,433 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,39521,1731349820408 already deleted, retry=false 2024-11-11T18:30:24,433 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,39521,1731349820408 expired; onlineServers=0 2024-11-11T18:30:24,433 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,32863,1731349819576' ***** 2024-11-11T18:30:24,433 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:30:24,433 INFO [M:0;90f34c5bee6a:32863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:24,433 INFO [M:0;90f34c5bee6a:32863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:24,433 DEBUG [M:0;90f34c5bee6a:32863 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:30:24,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:30:24,434 DEBUG [M:0;90f34c5bee6a:32863 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:30:24,434 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349821411 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349821411,5,FailOnTimeoutGroup] 2024-11-11T18:30:24,434 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349821411 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349821411,5,FailOnTimeoutGroup] 2024-11-11T18:30:24,434 INFO [M:0;90f34c5bee6a:32863 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:24,434 INFO [M:0;90f34c5bee6a:32863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:24,434 DEBUG [M:0;90f34c5bee6a:32863 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:30:24,434 INFO [M:0;90f34c5bee6a:32863 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:30:24,435 INFO [M:0;90f34c5bee6a:32863 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:30:24,435 INFO [M:0;90f34c5bee6a:32863 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:30:24,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:30:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:24,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:24,436 DEBUG [M:0;90f34c5bee6a:32863 {}] zookeeper.ZKUtil(347): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:30:24,436 WARN [M:0;90f34c5bee6a:32863 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:30:24,437 INFO [M:0;90f34c5bee6a:32863 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/.lastflushedseqids 2024-11-11T18:30:24,447 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,447 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,450 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57680 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57680 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-11T18:30:24,459 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,459 INFO [M:0;90f34c5bee6a:32863 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:30:24,459 INFO [M:0;90f34c5bee6a:32863 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:30:24,460 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:30:24,460 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:24,460 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:24,460 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:30:24,460 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:24,460 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.83 KB heapSize=34.12 KB 2024-11-11T18:30:24,488 DEBUG [M:0;90f34c5bee6a:32863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c1c276f190942afb3cc6a6417a99dd0 is 82, key is hbase:meta,,1/info:regioninfo/1731349822366/Put/seqid=0 2024-11-11T18:30:24,490 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,490 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,494 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57700 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:35929:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57700 dst: /127.0.0.1:35929 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-11T18:30:24,499 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,499 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c1c276f190942afb3cc6a6417a99dd0 2024-11-11T18:30:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,532 INFO [RS:2;90f34c5bee6a:39521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39521-0x101084b98380003, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:24,532 INFO [RS:2;90f34c5bee6a:39521 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,39521,1731349820408; zookeeper connection closed. 2024-11-11T18:30:24,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@55f5b9a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@55f5b9a7 2024-11-11T18:30:24,533 DEBUG [M:0;90f34c5bee6a:32863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ff385c14a14d788de3e3c89f80aa24 is 748, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349823117/Put/seqid=0 2024-11-11T18:30:24,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T18:30:24,535 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,535 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,542 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57100 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57100 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775552_1037 (size=6439) 2024-11-11T18:30:24,549 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,549 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.14 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ff385c14a14d788de3e3c89f80aa24 2024-11-11T18:30:24,578 DEBUG [M:0;90f34c5bee6a:32863 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee90239cc54ef492190108f766567f is 69, key is 90f34c5bee6a,37573,1731349820254/rs:state/1731349821448/Put/seqid=0 2024-11-11T18:30:24,580 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,581 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-11T18:30:24,585 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_764800236_22 at /127.0.0.1:57116 [Receiving block BP-97407134-172.17.0.2-1731349816446:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:46111:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57116 dst: /127.0.0.1:46111 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T18:30:24,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-11T18:30:24,990 WARN [M:0;90f34c5bee6a:32863 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-11T18:30:24,991 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee90239cc54ef492190108f766567f 2024-11-11T18:30:25,001 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c1c276f190942afb3cc6a6417a99dd0 as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c1c276f190942afb3cc6a6417a99dd0 2024-11-11T18:30:25,009 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c1c276f190942afb3cc6a6417a99dd0, entries=8, sequenceid=72, filesize=5.5 K 2024-11-11T18:30:25,010 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39ff385c14a14d788de3e3c89f80aa24 as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39ff385c14a14d788de3e3c89f80aa24 2024-11-11T18:30:25,018 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39ff385c14a14d788de3e3c89f80aa24, entries=8, sequenceid=72, filesize=6.3 K 2024-11-11T18:30:25,019 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbee90239cc54ef492190108f766567f as hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbee90239cc54ef492190108f766567f 2024-11-11T18:30:25,026 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbee90239cc54ef492190108f766567f, entries=3, sequenceid=72, filesize=5.2 K 2024-11-11T18:30:25,028 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=72, compaction requested=false 2024-11-11T18:30:25,029 INFO [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:25,029 DEBUG [M:0;90f34c5bee6a:32863 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349824459Disabling compacts and flushes for region at 1731349824459Disabling writes for close at 1731349824460 (+1 ms)Obtaining lock to block concurrent updates at 1731349824460Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349824460Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27471, getHeapSize=34872, getOffHeapSize=0, getCellsCount=85 at 1731349824461 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349824462 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349824462Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349824487 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349824487Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349824508 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349824532 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349824532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349824557 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349824577 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349824577Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3afd64b2: reopening flushed file at 1731349824999 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ca3ea1: reopening flushed file at 1731349825009 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e634bd: reopening flushed file at 1731349825018 (+9 ms)Finished flush of dataSize ~26.83 KB/27471, heapSize ~33.82 KB/34632, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 567ms, sequenceid=72, compaction requested=false at 1731349825028 (+10 ms)Writing region close event to WAL at 1731349825029 (+1 ms)Closed at 1731349825029 2024-11-11T18:30:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46111 is added to blk_1073741825_1011 (size=32674) 2024-11-11T18:30:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35929 is added to blk_1073741825_1011 (size=32674) 2024-11-11T18:30:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44753 is added to blk_1073741825_1011 (size=32674) 2024-11-11T18:30:25,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:25,034 INFO [M:0;90f34c5bee6a:32863 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:30:25,034 INFO [M:0;90f34c5bee6a:32863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32863 2024-11-11T18:30:25,034 INFO [M:0;90f34c5bee6a:32863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:25,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:25,136 INFO [M:0;90f34c5bee6a:32863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:25,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32863-0x101084b98380000, quorum=127.0.0.1:57119, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:25,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e59159d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:25,143 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a8e922f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:25,143 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:25,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24f92c39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:25,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c62369b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:25,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:25,146 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:25,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:25,146 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97407134-172.17.0.2-1731349816446 (Datanode Uuid f1100674-76a6-4475-bb22-a368be16c9fe) service to localhost/127.0.0.1:38817 2024-11-11T18:30:25,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data5/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data6/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:25,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c6b8f01{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:25,150 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11f28dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:25,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:25,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fa8fa5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:25,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6463ad04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:25,152 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:25,152 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:25,152 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97407134-172.17.0.2-1731349816446 (Datanode Uuid 537d1cf3-a2fe-440f-9765-1d16c749a0d5) service to localhost/127.0.0.1:38817 2024-11-11T18:30:25,152 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:25,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data3/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,153 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data4/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,153 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:25,155 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4839957b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:25,155 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5306f615{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:25,155 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:25,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a2478ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:25,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@550154bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:25,157 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:25,157 WARN [BP-97407134-172.17.0.2-1731349816446 heartbeating to localhost/127.0.0.1:38817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97407134-172.17.0.2-1731349816446 (Datanode Uuid a394aba7-86b3-4eb3-a0f6-e34ddcd6fdc8) service to localhost/127.0.0.1:38817 2024-11-11T18:30:25,157 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:25,157 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:25,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data1/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/cluster_1941d158-5f0d-5012-326f-0709e7a1cb89/data/data2/current/BP-97407134-172.17.0.2-1731349816446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:25,158 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:25,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76e4c45c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:30:25,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4637aff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:25,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:25,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@383d55e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:25,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21b7d177{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:25,176 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:30:25,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:30:25,212 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=84 (was 157), OpenFileDescriptor=439 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 193) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8070 (was 8371) 2024-11-11T18:30:25,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=84, OpenFileDescriptor=439, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=8070 2024-11-11T18:30:25,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.log.dir so I do NOT create it in target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c901dfc-7ee8-2ad7-7ac6-e030dd36d116/hadoop.tmp.dir so I do NOT create it in target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac, deleteOnExit=true 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/test.cache.data in system properties and HBase conf 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir in system properties and HBase conf 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T18:30:25,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T18:30:25,220 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T18:30:25,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/nfs.dump.dir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/java.io.tmpdir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T18:30:25,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T18:30:25,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:25,326 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:25,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:25,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:25,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T18:30:25,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:25,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@758ed3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:25,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41ab5cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:25,456 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67bdd5ed{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/java.io.tmpdir/jetty-localhost-33097-hadoop-hdfs-3_4_1-tests_jar-_-any-17525748118723429079/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:30:25,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d952814{HTTP/1.1, (http/1.1)}{localhost:33097} 2024-11-11T18:30:25,457 INFO [Time-limited test {}] server.Server(415): Started @10902ms 2024-11-11T18:30:25,546 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:25,549 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:25,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:25,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:25,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:30:25,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c8d1a40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:25,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ab2b00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:25,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24e08cba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/java.io.tmpdir/jetty-localhost-37731-hadoop-hdfs-3_4_1-tests_jar-_-any-10566191547136055592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:25,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45b09adf{HTTP/1.1, (http/1.1)}{localhost:37731} 2024-11-11T18:30:25,683 INFO [Time-limited test {}] server.Server(415): Started @11129ms 2024-11-11T18:30:25,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:25,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:25,723 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:25,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:25,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:25,724 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:30:25,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3236f207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:25,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55791d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:25,796 WARN [Thread-531 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data2/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:25,796 WARN [Thread-530 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data1/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:25,819 WARN [Thread-509 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a046f412e52e0fc with lease ID 0x739a30c825837917: Processing first storage report for DS-8e607c60-29de-461e-8733-cd59a546a0fd from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=effb6ac8-e204-4442-9ecb-90625643e8e8, infoPort=34329, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a046f412e52e0fc with lease ID 0x739a30c825837917: from storage DS-8e607c60-29de-461e-8733-cd59a546a0fd node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=effb6ac8-e204-4442-9ecb-90625643e8e8, infoPort=34329, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1a046f412e52e0fc with lease ID 0x739a30c825837917: Processing first storage report for DS-0d8c6424-0304-42a3-b06f-a21704c7dba8 from datanode DatanodeRegistration(127.0.0.1:40097, datanodeUuid=effb6ac8-e204-4442-9ecb-90625643e8e8, infoPort=34329, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1a046f412e52e0fc with lease ID 0x739a30c825837917: from storage DS-0d8c6424-0304-42a3-b06f-a21704c7dba8 node DatanodeRegistration(127.0.0.1:40097, datanodeUuid=effb6ac8-e204-4442-9ecb-90625643e8e8, infoPort=34329, infoSecurePort=0, ipcPort=40665, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:25,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@152462a3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/java.io.tmpdir/jetty-localhost-40525-hadoop-hdfs-3_4_1-tests_jar-_-any-13614703871705782722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:25,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e4c23ba{HTTP/1.1, (http/1.1)}{localhost:40525} 2024-11-11T18:30:25,849 INFO [Time-limited test {}] server.Server(415): Started @11295ms 2024-11-11T18:30:25,851 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:25,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T18:30:25,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T18:30:25,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T18:30:25,886 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T18:30:25,886 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T18:30:25,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d3303{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,AVAILABLE} 2024-11-11T18:30:25,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b7fa3ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T18:30:25,962 WARN [Thread-566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data4/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:25,962 WARN [Thread-565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data3/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:25,980 WARN [Thread-545 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x259fcda6942e5f6b with lease ID 0x739a30c825837918: Processing first storage report for DS-75131f9e-8294-4fe1-94d5-1b5119c10911 from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=a65a28fb-4906-464a-9580-25c22d3d3a5c, infoPort=42941, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x259fcda6942e5f6b with lease ID 0x739a30c825837918: from storage DS-75131f9e-8294-4fe1-94d5-1b5119c10911 node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=a65a28fb-4906-464a-9580-25c22d3d3a5c, infoPort=42941, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x259fcda6942e5f6b with lease ID 0x739a30c825837918: Processing first storage report for DS-17e5a8b7-5203-4f17-869c-3bd6bebf2abd from datanode DatanodeRegistration(127.0.0.1:41829, datanodeUuid=a65a28fb-4906-464a-9580-25c22d3d3a5c, infoPort=42941, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:25,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x259fcda6942e5f6b with lease ID 0x739a30c825837918: from storage DS-17e5a8b7-5203-4f17-869c-3bd6bebf2abd node DatanodeRegistration(127.0.0.1:41829, datanodeUuid=a65a28fb-4906-464a-9580-25c22d3d3a5c, infoPort=42941, infoSecurePort=0, ipcPort=41609, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:26,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f9b588c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/java.io.tmpdir/jetty-localhost-44013-hadoop-hdfs-3_4_1-tests_jar-_-any-4576760810934602378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:26,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e5384{HTTP/1.1, (http/1.1)}{localhost:44013} 2024-11-11T18:30:26,007 INFO [Time-limited test {}] server.Server(415): Started @11453ms 2024-11-11T18:30:26,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T18:30:26,131 WARN [Thread-592 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data6/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:26,131 WARN [Thread-591 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data5/current/BP-114921175-172.17.0.2-1731349825254/current, will proceed with Du for space computation calculation, 2024-11-11T18:30:26,150 WARN [Thread-580 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T18:30:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x853698a3f12d790 with lease ID 0x739a30c825837919: Processing first storage report for DS-5a20ecea-d3b3-4d9e-9d74-71fc9b84871d from datanode DatanodeRegistration(127.0.0.1:43391, datanodeUuid=8fb7803c-8ed9-425f-9a03-4bd733a446df, infoPort=35715, infoSecurePort=0, ipcPort=34001, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x853698a3f12d790 with lease ID 0x739a30c825837919: from storage DS-5a20ecea-d3b3-4d9e-9d74-71fc9b84871d node DatanodeRegistration(127.0.0.1:43391, datanodeUuid=8fb7803c-8ed9-425f-9a03-4bd733a446df, infoPort=35715, infoSecurePort=0, ipcPort=34001, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x853698a3f12d790 with lease ID 0x739a30c825837919: Processing first storage report for DS-5788f5c8-65d9-4c14-b657-b3618fd3d6b8 from datanode DatanodeRegistration(127.0.0.1:43391, datanodeUuid=8fb7803c-8ed9-425f-9a03-4bd733a446df, infoPort=35715, infoSecurePort=0, ipcPort=34001, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254) 2024-11-11T18:30:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x853698a3f12d790 with lease ID 0x739a30c825837919: from storage DS-5788f5c8-65d9-4c14-b657-b3618fd3d6b8 node DatanodeRegistration(127.0.0.1:43391, datanodeUuid=8fb7803c-8ed9-425f-9a03-4bd733a446df, infoPort=35715, infoSecurePort=0, ipcPort=34001, storageInfo=lv=-57;cid=testClusterID;nsid=939100606;c=1731349825254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T18:30:26,235 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b 2024-11-11T18:30:26,238 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/zookeeper_0, clientPort=53916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T18:30:26,239 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53916 2024-11-11T18:30:26,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:30:26,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:30:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741825_1001 (size=7) 2024-11-11T18:30:26,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 with version=8 2024-11-11T18:30:26,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38817/user/jenkins/test-data/50c1e7c7-9d80-7bb5-f31e-6c012e9fad5f/hbase-staging 2024-11-11T18:30:26,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:26,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:26,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T18:30:26,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:26,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37691 2024-11-11T18:30:26,262 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37691 connecting to ZooKeeper ensemble=127.0.0.1:53916 2024-11-11T18:30:26,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376910x0, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:26,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37691-0x101084bb54d0000 connected 2024-11-11T18:30:26,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:26,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30, hbase.cluster.distributed=false 2024-11-11T18:30:26,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:26,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37691 2024-11-11T18:30:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37691 2024-11-11T18:30:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37691 2024-11-11T18:30:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37691 2024-11-11T18:30:26,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37691 2024-11-11T18:30:26,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:26,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:26,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42689 2024-11-11T18:30:26,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42689 connecting to ZooKeeper ensemble=127.0.0.1:53916 2024-11-11T18:30:26,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426890x0, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:26,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42689-0x101084bb54d0001 connected 2024-11-11T18:30:26,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:26,321 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:26,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:26,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:26,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42689 2024-11-11T18:30:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42689 2024-11-11T18:30:26,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42689 2024-11-11T18:30:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42689 2024-11-11T18:30:26,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42689 2024-11-11T18:30:26,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:26,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:26,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38783 2024-11-11T18:30:26,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38783 connecting to ZooKeeper ensemble=127.0.0.1:53916 2024-11-11T18:30:26,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387830x0, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:26,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38783-0x101084bb54d0002 connected 2024-11-11T18:30:26,349 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:26,350 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:26,350 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:26,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:26,352 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:26,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38783 2024-11-11T18:30:26,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38783 2024-11-11T18:30:26,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38783 2024-11-11T18:30:26,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38783 2024-11-11T18:30:26,353 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38783 2024-11-11T18:30:26,369 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/90f34c5bee6a:0 server-side Connection retries=45 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T18:30:26,369 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T18:30:26,370 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40105 2024-11-11T18:30:26,371 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40105 connecting to ZooKeeper ensemble=127.0.0.1:53916 2024-11-11T18:30:26,372 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401050x0, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T18:30:26,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40105-0x101084bb54d0003 connected 2024-11-11T18:30:26,378 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:26,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T18:30:26,379 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T18:30:26,380 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T18:30:26,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T18:30:26,381 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-11T18:30:26,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40105 2024-11-11T18:30:26,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40105 2024-11-11T18:30:26,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-11T18:30:26,382 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40105 2024-11-11T18:30:26,394 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;90f34c5bee6a:37691 2024-11-11T18:30:26,394 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,397 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,401 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T18:30:26,402 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/90f34c5bee6a,37691,1731349826259 from backup master directory 2024-11-11T18:30:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T18:30:26,403 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:26,404 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/hbase.id] with ID: 1d2ac393-a962-4dcc-80f8-a461dccce4db 2024-11-11T18:30:26,410 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/.tmp/hbase.id 2024-11-11T18:30:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:30:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:30:26,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741826_1002 (size=42) 2024-11-11T18:30:26,420 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/.tmp/hbase.id]:[hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/hbase.id] 2024-11-11T18:30:26,436 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T18:30:26,436 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T18:30:26,438 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T18:30:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:30:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:30:26,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741827_1003 (size=196) 2024-11-11T18:30:26,454 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:30:26,455 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T18:30:26,456 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-11T18:30:26,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:30:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:30:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741828_1004 (size=1189) 2024-11-11T18:30:26,470 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store 2024-11-11T18:30:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:30:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:30:26,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741829_1005 (size=34) 2024-11-11T18:30:26,482 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:26,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:30:26,483 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:26,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:26,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:30:26,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:26,483 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:26,483 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349826483Disabling compacts and flushes for region at 1731349826483Disabling writes for close at 1731349826483Writing region close event to WAL at 1731349826483Closed at 1731349826483 2024-11-11T18:30:26,484 WARN [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/.initializing 2024-11-11T18:30:26,484 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/WALs/90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,488 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C37691%2C1731349826259, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/WALs/90f34c5bee6a,37691,1731349826259, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/oldWALs, maxLogs=10 2024-11-11T18:30:26,489 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 90f34c5bee6a%2C37691%2C1731349826259.1731349826489 2024-11-11T18:30:26,499 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/WALs/90f34c5bee6a,37691,1731349826259/90f34c5bee6a%2C37691%2C1731349826259.1731349826489 2024-11-11T18:30:26,502 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941),(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-11T18:30:26,503 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:26,503 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:26,503 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,503 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T18:30:26,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:26,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T18:30:26,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:26,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T18:30:26,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:26,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T18:30:26,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:26,516 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,516 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,517 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,518 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,519 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,519 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:26,521 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T18:30:26,523 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:26,524 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64171669, jitterRate=-0.04376761615276337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:26,525 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731349826503Initializing all the Stores at 1731349826505 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349826505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349826505Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349826505Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349826505Cleaning up temporary data from old regions at 1731349826519 (+14 ms)Region opened successfully at 1731349826525 (+6 ms) 2024-11-11T18:30:26,526 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T18:30:26,531 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7213ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:26,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T18:30:26,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T18:30:26,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T18:30:26,532 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T18:30:26,533 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T18:30:26,533 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T18:30:26,533 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T18:30:26,536 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T18:30:26,537 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T18:30:26,538 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T18:30:26,539 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T18:30:26,540 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T18:30:26,547 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T18:30:26,547 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T18:30:26,548 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T18:30:26,550 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T18:30:26,550 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T18:30:26,552 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T18:30:26,554 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T18:30:26,555 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,559 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=90f34c5bee6a,37691,1731349826259, sessionid=0x101084bb54d0000, setting cluster-up flag (Was=false) 2024-11-11T18:30:26,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,569 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T18:30:26,570 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,580 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T18:30:26,581 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:26,582 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T18:30:26,584 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(746): ClusterId : 1d2ac393-a962-4dcc-80f8-a461dccce4db 2024-11-11T18:30:26,584 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(746): ClusterId : 1d2ac393-a962-4dcc-80f8-a461dccce4db 2024-11-11T18:30:26,584 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:26,584 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:26,585 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(746): ClusterId : 1d2ac393-a962-4dcc-80f8-a461dccce4db 2024-11-11T18:30:26,585 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T18:30:26,585 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:26,585 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T18:30:26,586 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T18:30:26,586 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 90f34c5bee6a,37691,1731349826259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T18:30:26,589 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:26,589 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:26,589 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:26,589 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:26,589 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:26,589 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=5, maxPoolSize=5 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/90f34c5bee6a:0, corePoolSize=10, maxPoolSize=10 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,589 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:26,590 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:26,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T18:30:26,593 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:26,593 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:26,593 DEBUG [RS:2;90f34c5bee6a:40105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c294ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:26,593 DEBUG [RS:0;90f34c5bee6a:42689 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac3370e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:26,594 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T18:30:26,594 DEBUG [RS:1;90f34c5bee6a:38783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400d2b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=90f34c5bee6a/172.17.0.2:0 2024-11-11T18:30:26,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T18:30:26,608 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731349856608 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T18:30:26,609 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,610 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T18:30:26,610 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T18:30:26,610 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T18:30:26,610 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;90f34c5bee6a:40105 2024-11-11T18:30:26,610 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:26,610 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:26,610 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:26,611 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T18:30:26,611 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T18:30:26,611 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349826611,5,FailOnTimeoutGroup] 2024-11-11T18:30:26,611 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37691,1731349826259 with port=40105, startcode=1731349826368 2024-11-11T18:30:26,611 DEBUG [RS:2;90f34c5bee6a:40105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:26,612 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;90f34c5bee6a:42689 2024-11-11T18:30:26,613 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349826611,5,FailOnTimeoutGroup] 2024-11-11T18:30:26,613 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:26,613 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:26,613 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:26,613 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,613 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T18:30:26,613 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,613 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,614 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37691,1731349826259 with port=42689, startcode=1731349826309 2024-11-11T18:30:26,614 DEBUG [RS:0;90f34c5bee6a:42689 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:26,617 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;90f34c5bee6a:38783 2024-11-11T18:30:26,617 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T18:30:26,617 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T18:30:26,618 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T18:30:26,618 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(2659): reportForDuty to master=90f34c5bee6a,37691,1731349826259 with port=38783, startcode=1731349826340 2024-11-11T18:30:26,619 DEBUG [RS:1;90f34c5bee6a:38783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T18:30:26,619 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:26,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,620 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,620 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:30:26,621 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T18:30:26,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:30:26,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741831_1007 (size=1321) 2024-11-11T18:30:26,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,623 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 2024-11-11T18:30:26,623 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36909 2024-11-11T18:30:26,623 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:26,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T18:30:26,623 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 2024-11-11T18:30:26,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37691 {}] master.ServerManager(517): Registering regionserver=90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,625 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 2024-11-11T18:30:26,625 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36909 2024-11-11T18:30:26,625 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:26,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:26,627 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 2024-11-11T18:30:26,627 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36909 2024-11-11T18:30:26,627 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T18:30:26,631 DEBUG [RS:2;90f34c5bee6a:40105 {}] zookeeper.ZKUtil(111): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,631 WARN [RS:2;90f34c5bee6a:40105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:26,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,38783,1731349826340] 2024-11-11T18:30:26,632 INFO [RS:2;90f34c5bee6a:40105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-11T18:30:26,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,40105,1731349826368] 2024-11-11T18:30:26,632 DEBUG [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:26,633 DEBUG [RS:1;90f34c5bee6a:38783 {}] zookeeper.ZKUtil(111): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,633 WARN [RS:1;90f34c5bee6a:38783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:26,633 INFO [RS:1;90f34c5bee6a:38783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-11T18:30:26,633 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [90f34c5bee6a,42689,1731349826309] 2024-11-11T18:30:26,634 DEBUG [RS:0;90f34c5bee6a:42689 {}] zookeeper.ZKUtil(111): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,634 WARN [RS:0;90f34c5bee6a:42689 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T18:30:26,634 INFO [RS:0;90f34c5bee6a:42689 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-11T18:30:26,634 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,637 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:26,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:30:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:30:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741832_1008 (size=32) 2024-11-11T18:30:26,641 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:26,641 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:26,642 INFO [RS:2;90f34c5bee6a:40105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:26,642 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,642 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:26,643 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:26,643 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,643 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,643 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,644 DEBUG [RS:2;90f34c5bee6a:40105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,645 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:26,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:1;90f34c5bee6a:38783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:26,646 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,646 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:26,646 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40105,1731349826368-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:26,647 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:26,647 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:30:26,647 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,648 DEBUG [RS:1;90f34c5bee6a:38783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:26,648 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T18:30:26,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:30:26,649 INFO [RS:0;90f34c5bee6a:42689 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T18:30:26,649 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:30:26,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:26,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:30:26,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:30:26,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:26,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:30:26,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:30:26,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:26,656 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T18:30:26,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:26,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:30:26,657 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T18:30:26,657 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,657 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,657 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,657 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740 2024-11-11T18:30:26,657 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,657 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,657 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,657 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,658 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38783,1731349826340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/90f34c5bee6a:0, corePoolSize=2, maxPoolSize=2 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/90f34c5bee6a:0, corePoolSize=1, maxPoolSize=1 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,658 DEBUG [RS:0;90f34c5bee6a:42689 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0, corePoolSize=3, maxPoolSize=3 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,659 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42689,1731349826309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:26,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:30:26,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:30:26,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:26,668 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:26,668 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,40105,1731349826368-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,669 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,669 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.Replication(171): 90f34c5bee6a,40105,1731349826368 started 2024-11-11T18:30:26,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:30:26,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:26,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74667350, jitterRate=0.1126302182674408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731349826643Initializing all the Stores at 1731349826644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349826644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349826645 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349826645Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349826645Cleaning up temporary data from old regions at 1731349826666 (+21 ms)Region opened successfully at 1731349826673 (+7 ms) 2024-11-11T18:30:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:30:26,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:30:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:30:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:30:26,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:30:26,676 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:26,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349826673Disabling compacts and flushes for region at 1731349826673Disabling writes for close at 1731349826673Writing region close event to WAL at 1731349826676 (+3 ms)Closed at 1731349826676 2024-11-11T18:30:26,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:26,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T18:30:26,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T18:30:26,681 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:26,681 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,42689,1731349826309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,681 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:30:26,681 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,681 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T18:30:26,681 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.Replication(171): 90f34c5bee6a,42689,1731349826309 started 2024-11-11T18:30:26,681 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,38783,1731349826340-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,681 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,682 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.Replication(171): 90f34c5bee6a,38783,1731349826340 started 2024-11-11T18:30:26,683 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T18:30:26,689 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,690 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,40105,1731349826368, RpcServer on 90f34c5bee6a/172.17.0.2:40105, sessionid=0x101084bb54d0003 2024-11-11T18:30:26,690 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:26,690 DEBUG [RS:2;90f34c5bee6a:40105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,690 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40105,1731349826368' 2024-11-11T18:30:26,690 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,40105,1731349826368' 2024-11-11T18:30:26,691 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:26,692 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:26,692 DEBUG [RS:2;90f34c5bee6a:40105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:26,692 INFO [RS:2;90f34c5bee6a:40105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:26,692 INFO [RS:2;90f34c5bee6a:40105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:26,698 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,698 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,42689,1731349826309, RpcServer on 90f34c5bee6a/172.17.0.2:42689, sessionid=0x101084bb54d0001 2024-11-11T18:30:26,698 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:26,699 DEBUG [RS:0;90f34c5bee6a:42689 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,699 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42689,1731349826309' 2024-11-11T18:30:26,699 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:26,699 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,42689,1731349826309' 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:26,700 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:26,701 DEBUG [RS:0;90f34c5bee6a:42689 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:26,701 INFO [RS:0;90f34c5bee6a:42689 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:26,701 INFO [RS:0;90f34c5bee6a:42689 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:26,702 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:26,702 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1482): Serving as 90f34c5bee6a,38783,1731349826340, RpcServer on 90f34c5bee6a/172.17.0.2:38783, sessionid=0x101084bb54d0002 2024-11-11T18:30:26,702 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T18:30:26,702 DEBUG [RS:1;90f34c5bee6a:38783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,702 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38783,1731349826340' 2024-11-11T18:30:26,702 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '90f34c5bee6a,38783,1731349826340' 2024-11-11T18:30:26,703 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T18:30:26,704 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T18:30:26,704 DEBUG [RS:1;90f34c5bee6a:38783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T18:30:26,704 INFO [RS:1;90f34c5bee6a:38783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T18:30:26,704 INFO [RS:1;90f34c5bee6a:38783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T18:30:26,795 INFO [RS:2;90f34c5bee6a:40105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C40105%2C1731349826368, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,40105,1731349826368, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs, maxLogs=32 2024-11-11T18:30:26,797 INFO [RS:2;90f34c5bee6a:40105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 90f34c5bee6a%2C40105%2C1731349826368.1731349826797 2024-11-11T18:30:26,803 INFO [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42689%2C1731349826309, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,42689,1731349826309, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs, maxLogs=32 2024-11-11T18:30:26,804 INFO [RS:0;90f34c5bee6a:42689 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 90f34c5bee6a%2C42689%2C1731349826309.1731349826804 2024-11-11T18:30:26,806 INFO [RS:2;90f34c5bee6a:40105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,40105,1731349826368/90f34c5bee6a%2C40105%2C1731349826368.1731349826797 2024-11-11T18:30:26,807 INFO [RS:1;90f34c5bee6a:38783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C38783%2C1731349826340, suffix=, logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,38783,1731349826340, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs, maxLogs=32 2024-11-11T18:30:26,807 DEBUG [RS:2;90f34c5bee6a:40105 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941),(127.0.0.1/127.0.0.1:34329:34329),(127.0.0.1/127.0.0.1:35715:35715)] 2024-11-11T18:30:26,808 INFO [RS:1;90f34c5bee6a:38783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 90f34c5bee6a%2C38783%2C1731349826340.1731349826807 2024-11-11T18:30:26,814 INFO [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,42689,1731349826309/90f34c5bee6a%2C42689%2C1731349826309.1731349826804 2024-11-11T18:30:26,816 DEBUG [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941),(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-11T18:30:26,818 INFO [RS:1;90f34c5bee6a:38783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,38783,1731349826340/90f34c5bee6a%2C38783%2C1731349826340.1731349826807 2024-11-11T18:30:26,819 DEBUG [RS:1;90f34c5bee6a:38783 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:42941:42941),(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:34329:34329)] 2024-11-11T18:30:26,833 DEBUG [90f34c5bee6a:37691 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T18:30:26,833 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:30:26,835 INFO [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:30:26,835 INFO [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:30:26,835 INFO [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:30:26,835 DEBUG [90f34c5bee6a:37691 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:30:26,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:26,838 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42689,1731349826309, state=OPENING 2024-11-11T18:30:26,839 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T18:30:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:26,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:26,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:26,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:26,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T18:30:26,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:26,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42689,1731349826309}] 2024-11-11T18:30:26,996 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:30:26,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:30:27,003 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T18:30:27,004 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-11T18:30:27,007 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=90f34c5bee6a%2C42689%2C1731349826309.meta, suffix=.meta, logDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,42689,1731349826309, archiveDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs, maxLogs=32 2024-11-11T18:30:27,008 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor 90f34c5bee6a%2C42689%2C1731349826309.meta.1731349827007.meta 2024-11-11T18:30:27,016 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/WALs/90f34c5bee6a,42689,1731349826309/90f34c5bee6a%2C42689%2C1731349826309.meta.1731349827007.meta 2024-11-11T18:30:27,018 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35715:35715),(127.0.0.1/127.0.0.1:34329:34329),(127.0.0.1/127.0.0.1:42941:42941)] 2024-11-11T18:30:27,019 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T18:30:27,020 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T18:30:27,020 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T18:30:27,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T18:30:27,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T18:30:27,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:27,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T18:30:27,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T18:30:27,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:27,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T18:30:27,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T18:30:27,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:27,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T18:30:27,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T18:30:27,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T18:30:27,031 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T18:30:27,032 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740 2024-11-11T18:30:27,034 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740 2024-11-11T18:30:27,036 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T18:30:27,036 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T18:30:27,036 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T18:30:27,038 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T18:30:27,039 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73873242, jitterRate=0.10079708695411682}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T18:30:27,039 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T18:30:27,041 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731349827021Writing region info on filesystem at 1731349827021Initializing all the Stores at 1731349827022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349827022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349827024 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349827024Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731349827024Cleaning up temporary data from old regions at 1731349827036 (+12 ms)Running coprocessor post-open hooks at 1731349827039 (+3 ms)Region opened successfully at 1731349827040 (+1 ms) 2024-11-11T18:30:27,042 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731349826996 2024-11-11T18:30:27,046 DEBUG [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T18:30:27,046 INFO [RS_OPEN_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T18:30:27,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:27,048 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 90f34c5bee6a,42689,1731349826309, state=OPEN 2024-11-11T18:30:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:27,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T18:30:27,052 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:27,052 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T18:30:27,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T18:30:27,056 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=90f34c5bee6a,42689,1731349826309 in 210 msec 2024-11-11T18:30:27,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T18:30:27,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 377 msec 2024-11-11T18:30:27,061 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T18:30:27,061 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T18:30:27,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:30:27,063 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42689,1731349826309, seqNum=-1] 2024-11-11T18:30:27,063 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:30:27,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:30:27,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 487 msec 2024-11-11T18:30:27,073 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731349827073, completionTime=-1 2024-11-11T18:30:27,073 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T18:30:27,073 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T18:30:27,075 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-11T18:30:27,075 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731349887075 2024-11-11T18:30:27,075 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731349947075 2024-11-11T18:30:27,075 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T18:30:27,075 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-90f34c5bee6a:37691, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,076 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,078 DEBUG [master/90f34c5bee6a:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.677sec 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T18:30:27,081 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T18:30:27,084 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T18:30:27,084 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T18:30:27,084 INFO [master/90f34c5bee6a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=90f34c5bee6a,37691,1731349826259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T18:30:27,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@db28af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:27,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 90f34c5bee6a,37691,-1 for getting cluster id 2024-11-11T18:30:27,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T18:30:27,086 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d2ac393-a962-4dcc-80f8-a461dccce4db' 2024-11-11T18:30:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T18:30:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d2ac393-a962-4dcc-80f8-a461dccce4db" 2024-11-11T18:30:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba1a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [90f34c5bee6a,37691,-1] 2024-11-11T18:30:27,087 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T18:30:27,088 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:27,089 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T18:30:27,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d5d2159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T18:30:27,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T18:30:27,092 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=90f34c5bee6a,42689,1731349826309, seqNum=-1] 2024-11-11T18:30:27,093 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:30:27,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:30:27,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:27,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T18:30:27,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:27,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@410c23ec 2024-11-11T18:30:27,100 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T18:30:27,102 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T18:30:27,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T18:30:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-11T18:30:27,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T18:30:27,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-11T18:30:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:27,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T18:30:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741837_1013 (size=392) 2024-11-11T18:30:27,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741837_1013 (size=392) 2024-11-11T18:30:27,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741837_1013 (size=392) 2024-11-11T18:30:27,123 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45407746d8bd3f7c72ab850cd988f4a1, NAME => 'TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30 2024-11-11T18:30:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741838_1014 (size=51) 2024-11-11T18:30:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741838_1014 (size=51) 2024-11-11T18:30:27,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741838_1014 (size=51) 2024-11-11T18:30:27,135 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:27,136 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 45407746d8bd3f7c72ab850cd988f4a1, disabling compactions & flushes 2024-11-11T18:30:27,136 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,136 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,136 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. after waiting 0 ms 2024-11-11T18:30:27,136 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,136 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,136 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45407746d8bd3f7c72ab850cd988f4a1: Waiting for close lock at 1731349827136Disabling compacts and flushes for region at 1731349827136Disabling writes for close at 1731349827136Writing region close event to WAL at 1731349827136Closed at 1731349827136 2024-11-11T18:30:27,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T18:30:27,138 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731349827138"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731349827138"}]},"ts":"1731349827138"} 2024-11-11T18:30:27,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T18:30:27,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T18:30:27,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349827144"}]},"ts":"1731349827144"} 2024-11-11T18:30:27,148 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-11T18:30:27,149 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {90f34c5bee6a=0} racks are {/default-rack=0} 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T18:30:27,150 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T18:30:27,150 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T18:30:27,150 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T18:30:27,150 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T18:30:27,150 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=45407746d8bd3f7c72ab850cd988f4a1, ASSIGN}] 2024-11-11T18:30:27,153 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=45407746d8bd3f7c72ab850cd988f4a1, ASSIGN 2024-11-11T18:30:27,154 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=45407746d8bd3f7c72ab850cd988f4a1, ASSIGN; state=OFFLINE, location=90f34c5bee6a,38783,1731349826340; forceNewPlan=false, retain=false 2024-11-11T18:30:27,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:27,305 INFO [90f34c5bee6a:37691 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T18:30:27,305 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45407746d8bd3f7c72ab850cd988f4a1, regionState=OPENING, regionLocation=90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=45407746d8bd3f7c72ab850cd988f4a1, ASSIGN because future has completed 2024-11-11T18:30:27,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45407746d8bd3f7c72ab850cd988f4a1, server=90f34c5bee6a,38783,1731349826340}] 2024-11-11T18:30:27,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:27,465 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T18:30:27,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T18:30:27,471 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45407746d8bd3f7c72ab850cd988f4a1, NAME => 'TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T18:30:27,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T18:30:27,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,472 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,474 INFO [StoreOpener-45407746d8bd3f7c72ab850cd988f4a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,475 INFO [StoreOpener-45407746d8bd3f7c72ab850cd988f4a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45407746d8bd3f7c72ab850cd988f4a1 columnFamilyName cf 2024-11-11T18:30:27,476 DEBUG [StoreOpener-45407746d8bd3f7c72ab850cd988f4a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T18:30:27,476 INFO [StoreOpener-45407746d8bd3f7c72ab850cd988f4a1-1 {}] regionserver.HStore(327): Store=45407746d8bd3f7c72ab850cd988f4a1/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T18:30:27,476 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,477 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,478 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,478 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,478 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,480 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,483 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T18:30:27,483 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45407746d8bd3f7c72ab850cd988f4a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72270956, jitterRate=0.07692116498947144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T18:30:27,483 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:27,484 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45407746d8bd3f7c72ab850cd988f4a1: Running coprocessor pre-open hook at 1731349827472Writing region info on filesystem at 1731349827472Initializing all the Stores at 1731349827474 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731349827474Cleaning up temporary data from old regions at 1731349827478 (+4 ms)Running coprocessor post-open hooks at 1731349827483 (+5 ms)Region opened successfully at 1731349827484 (+1 ms) 2024-11-11T18:30:27,486 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1., pid=6, masterSystemTime=1731349827465 2024-11-11T18:30:27,489 DEBUG [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,489 INFO [RS_OPEN_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45407746d8bd3f7c72ab850cd988f4a1, regionState=OPEN, openSeqNum=2, regionLocation=90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:27,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45407746d8bd3f7c72ab850cd988f4a1, server=90f34c5bee6a,38783,1731349826340 because future has completed 2024-11-11T18:30:27,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T18:30:27,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45407746d8bd3f7c72ab850cd988f4a1, server=90f34c5bee6a,38783,1731349826340 in 185 msec 2024-11-11T18:30:27,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T18:30:27,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=45407746d8bd3f7c72ab850cd988f4a1, ASSIGN in 350 msec 2024-11-11T18:30:27,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T18:30:27,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731349827505"}]},"ts":"1731349827505"} 2024-11-11T18:30:27,509 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-11T18:30:27,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T18:30:27,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 407 msec 2024-11-11T18:30:27,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T18:30:27,734 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-11T18:30:27,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-11T18:30:27,734 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:30:27,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-11T18:30:27,738 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T18:30:27,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-11T18:30:27,741 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1., hostname=90f34c5bee6a,38783,1731349826340, seqNum=2] 2024-11-11T18:30:27,742 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T18:30:27,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T18:30:27,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-11T18:30:27,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-11T18:30:27,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:27,751 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-11T18:30:27,752 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-11T18:30:27,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-11T18:30:27,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T18:30:27,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:30:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:30:27,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T18:30:27,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-11T18:30:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,909 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 45407746d8bd3f7c72ab850cd988f4a1 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-11T18:30:27,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/.tmp/cf/d438ed83fd7e4b7ca8dbdcfb5d088a6a is 36, key is row/cf:cq/1731349827745/Put/seqid=0 2024-11-11T18:30:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741839_1015 (size=4787) 2024-11-11T18:30:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741839_1015 (size=4787) 2024-11-11T18:30:27,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741839_1015 (size=4787) 2024-11-11T18:30:27,937 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/.tmp/cf/d438ed83fd7e4b7ca8dbdcfb5d088a6a 2024-11-11T18:30:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/.tmp/cf/d438ed83fd7e4b7ca8dbdcfb5d088a6a as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/cf/d438ed83fd7e4b7ca8dbdcfb5d088a6a 2024-11-11T18:30:27,955 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/cf/d438ed83fd7e4b7ca8dbdcfb5d088a6a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T18:30:27,957 INFO [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 45407746d8bd3f7c72ab850cd988f4a1 in 48ms, sequenceid=5, compaction requested=false 2024-11-11T18:30:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 45407746d8bd3f7c72ab850cd988f4a1: 2024-11-11T18:30:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:27,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/90f34c5bee6a:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T18:30:27,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T18:30:27,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T18:30:27,964 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-11T18:30:27,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 219 msec 2024-11-11T18:30:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37691 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T18:30:28,064 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-11T18:30:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T18:30:28,068 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:30:28,068 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:28,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,069 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T18:30:28,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T18:30:28,069 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1997191721, stopped=false 2024-11-11T18:30:28,069 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=90f34c5bee6a,37691,1731349826259 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:28,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:28,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T18:30:28,071 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T18:30:28,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:28,072 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:28,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:28,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,42689,1731349826309' ***** 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,38783,1731349826340' ***** 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '90f34c5bee6a,40105,1731349826368' ***** 2024-11-11T18:30:28,072 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T18:30:28,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:28,072 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:28,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(3091): Received CLOSE for 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:28,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:28,073 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:28,073 INFO [RS:1;90f34c5bee6a:38783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;90f34c5bee6a:38783. 2024-11-11T18:30:28,073 DEBUG [RS:1;90f34c5bee6a:38783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:28,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:28,073 DEBUG [RS:1;90f34c5bee6a:38783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:28,074 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:30:28,074 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1325): Online Regions={45407746d8bd3f7c72ab850cd988f4a1=TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1.} 2024-11-11T18:30:28,074 DEBUG [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1351): Waiting on 45407746d8bd3f7c72ab850cd988f4a1 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;90f34c5bee6a:40105. 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T18:30:28,074 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45407746d8bd3f7c72ab850cd988f4a1, disabling compactions & flushes 2024-11-11T18:30:28,074 DEBUG [RS:2;90f34c5bee6a:40105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T18:30:28,074 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:28,074 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T18:30:28,074 DEBUG [RS:2;90f34c5bee6a:40105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,074 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T18:30:28,074 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. after waiting 0 ms 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(959): stopping server 90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:28,074 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:28,074 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,40105,1731349826368; all regions closed. 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:28,074 INFO [RS:0;90f34c5bee6a:42689 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;90f34c5bee6a:42689. 2024-11-11T18:30:28,075 DEBUG [RS:0;90f34c5bee6a:42689 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T18:30:28,075 DEBUG [RS:0;90f34c5bee6a:42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,075 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:28,075 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:28,075 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:28,075 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T18:30:28,075 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,075 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,076 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,076 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,076 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,076 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T18:30:28,076 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T18:30:28,076 DEBUG [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T18:30:28,077 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T18:30:28,077 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T18:30:28,077 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T18:30:28,077 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T18:30:28,077 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T18:30:28,077 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T18:30:28,082 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/default/TestHBaseWalOnEC/45407746d8bd3f7c72ab850cd988f4a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T18:30:28,083 INFO [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:28,083 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45407746d8bd3f7c72ab850cd988f4a1: Waiting for close lock at 1731349828074Running coprocessor pre-close hooks at 1731349828074Disabling compacts and flushes for region at 1731349828074Disabling writes for close at 1731349828074Writing region close event to WAL at 1731349828076 (+2 ms)Running coprocessor post-close hooks at 1731349828083 (+7 ms)Closed at 1731349828083 2024-11-11T18:30:28,084 DEBUG [RS_CLOSE_REGION-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1. 2024-11-11T18:30:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741833_1009 (size=93) 2024-11-11T18:30:28,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741833_1009 (size=93) 2024-11-11T18:30:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741833_1009 (size=93) 2024-11-11T18:30:28,090 DEBUG [RS:2;90f34c5bee6a:40105 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs 2024-11-11T18:30:28,090 INFO [RS:2;90f34c5bee6a:40105 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 90f34c5bee6a%2C40105%2C1731349826368:(num 1731349826797) 2024-11-11T18:30:28,090 DEBUG [RS:2;90f34c5bee6a:40105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,090 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,090 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:28,090 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:28,091 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:28,091 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:28,091 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:28,091 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:28,091 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:28,091 INFO [RS:2;90f34c5bee6a:40105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40105 2024-11-11T18:30:28,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,40105,1731349826368 2024-11-11T18:30:28,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:28,093 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:28,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,40105,1731349826368] 2024-11-11T18:30:28,097 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,40105,1731349826368 already deleted, retry=false 2024-11-11T18:30:28,097 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,40105,1731349826368 expired; onlineServers=2 2024-11-11T18:30:28,098 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/info/9078b320b071429ba183a8d274c5b5aa is 153, key is TestHBaseWalOnEC,,1731349827102.45407746d8bd3f7c72ab850cd988f4a1./info:regioninfo/1731349827490/Put/seqid=0 2024-11-11T18:30:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741840_1016 (size=6637) 2024-11-11T18:30:28,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741840_1016 (size=6637) 2024-11-11T18:30:28,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741840_1016 (size=6637) 2024-11-11T18:30:28,106 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/info/9078b320b071429ba183a8d274c5b5aa 2024-11-11T18:30:28,129 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/ns/a9d1187687d34e2d9fe436bcfb4dd6cd is 43, key is default/ns:d/1731349827066/Put/seqid=0 2024-11-11T18:30:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741841_1017 (size=5153) 2024-11-11T18:30:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741841_1017 (size=5153) 2024-11-11T18:30:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741841_1017 (size=5153) 2024-11-11T18:30:28,138 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/ns/a9d1187687d34e2d9fe436bcfb4dd6cd 2024-11-11T18:30:28,149 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,159 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,161 INFO [regionserver/90f34c5bee6a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,162 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/table/6e7a91cd3bfd4520b539c4527c78a366 is 52, key is TestHBaseWalOnEC/table:state/1731349827505/Put/seqid=0 2024-11-11T18:30:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741842_1018 (size=5249) 2024-11-11T18:30:28,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741842_1018 (size=5249) 2024-11-11T18:30:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741842_1018 (size=5249) 2024-11-11T18:30:28,170 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/table/6e7a91cd3bfd4520b539c4527c78a366 2024-11-11T18:30:28,178 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/info/9078b320b071429ba183a8d274c5b5aa as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/info/9078b320b071429ba183a8d274c5b5aa 2024-11-11T18:30:28,185 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/info/9078b320b071429ba183a8d274c5b5aa, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T18:30:28,187 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/ns/a9d1187687d34e2d9fe436bcfb4dd6cd as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/ns/a9d1187687d34e2d9fe436bcfb4dd6cd 2024-11-11T18:30:28,194 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/ns/a9d1187687d34e2d9fe436bcfb4dd6cd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T18:30:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,194 INFO [RS:2;90f34c5bee6a:40105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:28,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40105-0x101084bb54d0003, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,194 INFO [RS:2;90f34c5bee6a:40105 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,40105,1731349826368; zookeeper connection closed. 2024-11-11T18:30:28,195 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1b042964 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1b042964 2024-11-11T18:30:28,195 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/.tmp/table/6e7a91cd3bfd4520b539c4527c78a366 as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/table/6e7a91cd3bfd4520b539c4527c78a366 2024-11-11T18:30:28,202 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/table/6e7a91cd3bfd4520b539c4527c78a366, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T18:30:28,203 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=11, compaction requested=false 2024-11-11T18:30:28,209 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T18:30:28,210 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T18:30:28,210 INFO [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:28,210 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731349828077Running coprocessor pre-close hooks at 1731349828077Disabling compacts and flushes for region at 1731349828077Disabling writes for close at 1731349828077Obtaining lock to block concurrent updates at 1731349828077Preparing flush snapshotting stores in 1588230740 at 1731349828077Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731349828078 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731349828079 (+1 ms)Flushing 1588230740/info: creating writer at 1731349828079Flushing 1588230740/info: appending metadata at 1731349828097 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731349828097Flushing 1588230740/ns: creating writer at 1731349828113 (+16 ms)Flushing 1588230740/ns: appending metadata at 1731349828129 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731349828129Flushing 1588230740/table: creating writer at 1731349828145 (+16 ms)Flushing 1588230740/table: appending metadata at 1731349828161 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731349828161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136116d8: reopening flushed file at 1731349828177 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bf78b75: reopening flushed file at 1731349828186 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0916ff: reopening flushed file at 1731349828194 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=11, compaction requested=false at 1731349828203 (+9 ms)Writing region close event to WAL at 1731349828205 (+2 ms)Running coprocessor post-close hooks at 1731349828210 (+5 ms)Closed at 1731349828210 2024-11-11T18:30:28,210 DEBUG [RS_CLOSE_META-regionserver/90f34c5bee6a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T18:30:28,274 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,38783,1731349826340; all regions closed. 2024-11-11T18:30:28,275 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,275 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,275 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,275 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,275 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,277 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(976): stopping server 90f34c5bee6a,42689,1731349826309; all regions closed. 2024-11-11T18:30:28,277 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,277 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,277 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,278 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,278 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741835_1011 (size=1298) 2024-11-11T18:30:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741835_1011 (size=1298) 2024-11-11T18:30:28,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741835_1011 (size=1298) 2024-11-11T18:30:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741836_1012 (size=2751) 2024-11-11T18:30:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741836_1012 (size=2751) 2024-11-11T18:30:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741836_1012 (size=2751) 2024-11-11T18:30:28,284 DEBUG [RS:1;90f34c5bee6a:38783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 90f34c5bee6a%2C38783%2C1731349826340:(num 1731349826807) 2024-11-11T18:30:28,284 DEBUG [RS:1;90f34c5bee6a:38783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T18:30:28,284 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:28,284 INFO [RS:1;90f34c5bee6a:38783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38783 2024-11-11T18:30:28,286 DEBUG [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs 2024-11-11T18:30:28,286 INFO [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 90f34c5bee6a%2C42689%2C1731349826309.meta:.meta(num 1731349827007) 2024-11-11T18:30:28,287 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,287 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,287 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,287 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,287 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,38783,1731349826340 2024-11-11T18:30:28,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:28,287 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741834_1010 (size=93) 2024-11-11T18:30:28,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,38783,1731349826340] 2024-11-11T18:30:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741834_1010 (size=93) 2024-11-11T18:30:28,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741834_1010 (size=93) 2024-11-11T18:30:28,292 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,38783,1731349826340 already deleted, retry=false 2024-11-11T18:30:28,292 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,38783,1731349826340 expired; onlineServers=1 2024-11-11T18:30:28,294 DEBUG [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/oldWALs 2024-11-11T18:30:28,294 INFO [RS:0;90f34c5bee6a:42689 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog 90f34c5bee6a%2C42689%2C1731349826309:(num 1731349826804) 2024-11-11T18:30:28,294 DEBUG [RS:0;90f34c5bee6a:42689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T18:30:28,294 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T18:30:28,294 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:28,294 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.ChoreService(370): Chore service for: regionserver/90f34c5bee6a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:28,295 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:28,295 INFO [regionserver/90f34c5bee6a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:28,295 INFO [RS:0;90f34c5bee6a:42689 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42689 2024-11-11T18:30:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/90f34c5bee6a,42689,1731349826309 2024-11-11T18:30:28,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T18:30:28,298 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:28,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [90f34c5bee6a,42689,1731349826309] 2024-11-11T18:30:28,301 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/90f34c5bee6a,42689,1731349826309 already deleted, retry=false 2024-11-11T18:30:28,301 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 90f34c5bee6a,42689,1731349826309 expired; onlineServers=0 2024-11-11T18:30:28,301 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '90f34c5bee6a,37691,1731349826259' ***** 2024-11-11T18:30:28,301 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T18:30:28,301 INFO [M:0;90f34c5bee6a:37691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T18:30:28,301 INFO [M:0;90f34c5bee6a:37691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T18:30:28,302 DEBUG [M:0;90f34c5bee6a:37691 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T18:30:28,302 DEBUG [M:0;90f34c5bee6a:37691 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T18:30:28,302 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T18:30:28,302 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349826611 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.small.0-1731349826611,5,FailOnTimeoutGroup] 2024-11-11T18:30:28,302 DEBUG [master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349826611 {}] cleaner.HFileCleaner(306): Exit Thread[master/90f34c5bee6a:0:becomeActiveMaster-HFileCleaner.large.0-1731349826611,5,FailOnTimeoutGroup] 2024-11-11T18:30:28,302 INFO [M:0;90f34c5bee6a:37691 {}] hbase.ChoreService(370): Chore service for: master/90f34c5bee6a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T18:30:28,302 INFO [M:0;90f34c5bee6a:37691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T18:30:28,302 DEBUG [M:0;90f34c5bee6a:37691 {}] master.HMaster(1795): Stopping service threads 2024-11-11T18:30:28,302 INFO [M:0;90f34c5bee6a:37691 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T18:30:28,302 INFO [M:0;90f34c5bee6a:37691 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T18:30:28,303 INFO [M:0;90f34c5bee6a:37691 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T18:30:28,303 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T18:30:28,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T18:30:28,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T18:30:28,304 DEBUG [M:0;90f34c5bee6a:37691 {}] zookeeper.ZKUtil(347): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T18:30:28,304 WARN [M:0;90f34c5bee6a:37691 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T18:30:28,304 INFO [M:0;90f34c5bee6a:37691 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/.lastflushedseqids 2024-11-11T18:30:28,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741843_1019 (size=127) 2024-11-11T18:30:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741843_1019 (size=127) 2024-11-11T18:30:28,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741843_1019 (size=127) 2024-11-11T18:30:28,314 INFO [M:0;90f34c5bee6a:37691 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T18:30:28,314 INFO [M:0;90f34c5bee6a:37691 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T18:30:28,314 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T18:30:28,314 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:28,314 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:28,314 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T18:30:28,314 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:28,315 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.85 KB heapSize=34.13 KB 2024-11-11T18:30:28,334 DEBUG [M:0;90f34c5bee6a:37691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a977ce726f04e1fb8438c69e07e0f15 is 82, key is hbase:meta,,1/info:regioninfo/1731349827047/Put/seqid=0 2024-11-11T18:30:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741844_1020 (size=5672) 2024-11-11T18:30:28,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741844_1020 (size=5672) 2024-11-11T18:30:28,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741844_1020 (size=5672) 2024-11-11T18:30:28,344 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a977ce726f04e1fb8438c69e07e0f15 2024-11-11T18:30:28,369 DEBUG [M:0;90f34c5bee6a:37691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce291b2788240d4ba141969f811f86a is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731349827512/Put/seqid=0 2024-11-11T18:30:28,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741845_1021 (size=6441) 2024-11-11T18:30:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741845_1021 (size=6441) 2024-11-11T18:30:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741845_1021 (size=6441) 2024-11-11T18:30:28,378 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.17 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce291b2788240d4ba141969f811f86a 2024-11-11T18:30:28,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38783-0x101084bb54d0002, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,390 INFO [RS:1;90f34c5bee6a:38783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:28,390 INFO [RS:1;90f34c5bee6a:38783 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,38783,1731349826340; zookeeper connection closed. 2024-11-11T18:30:28,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b9c519 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b9c519 2024-11-11T18:30:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,400 INFO [RS:0;90f34c5bee6a:42689 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:28,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42689-0x101084bb54d0001, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,400 INFO [RS:0;90f34c5bee6a:42689 {}] regionserver.HRegionServer(1031): Exiting; stopping=90f34c5bee6a,42689,1731349826309; zookeeper connection closed. 2024-11-11T18:30:28,400 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1669eb37 2024-11-11T18:30:28,400 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T18:30:28,401 DEBUG [M:0;90f34c5bee6a:37691 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628bbcf5484f43a3a155fa237b1d69a6 is 69, key is 90f34c5bee6a,38783,1731349826340/rs:state/1731349826623/Put/seqid=0 2024-11-11T18:30:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741846_1022 (size=5294) 2024-11-11T18:30:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741846_1022 (size=5294) 2024-11-11T18:30:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741846_1022 (size=5294) 2024-11-11T18:30:28,412 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628bbcf5484f43a3a155fa237b1d69a6 2024-11-11T18:30:28,419 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1a977ce726f04e1fb8438c69e07e0f15 as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a977ce726f04e1fb8438c69e07e0f15 2024-11-11T18:30:28,425 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1a977ce726f04e1fb8438c69e07e0f15, entries=8, sequenceid=72, filesize=5.5 K 2024-11-11T18:30:28,427 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce291b2788240d4ba141969f811f86a as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ce291b2788240d4ba141969f811f86a 2024-11-11T18:30:28,433 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ce291b2788240d4ba141969f811f86a, entries=8, sequenceid=72, filesize=6.3 K 2024-11-11T18:30:28,434 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628bbcf5484f43a3a155fa237b1d69a6 as hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628bbcf5484f43a3a155fa237b1d69a6 2024-11-11T18:30:28,441 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36909/user/jenkins/test-data/11677102-bca9-3cc5-08d1-e2dd02466d30/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628bbcf5484f43a3a155fa237b1d69a6, entries=3, sequenceid=72, filesize=5.2 K 2024-11-11T18:30:28,443 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=72, compaction requested=false 2024-11-11T18:30:28,445 INFO [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T18:30:28,445 DEBUG [M:0;90f34c5bee6a:37691 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731349828314Disabling compacts and flushes for region at 1731349828314Disabling writes for close at 1731349828314Obtaining lock to block concurrent updates at 1731349828315 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731349828315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27492, getHeapSize=34888, getOffHeapSize=0, getCellsCount=85 at 1731349828315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731349828316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731349828316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731349828334 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731349828334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731349828351 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731349828368 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731349828368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731349828384 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731349828401 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731349828401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a5895b0: reopening flushed file at 1731349828418 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3819975f: reopening flushed file at 1731349828426 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eccc350: reopening flushed file at 1731349828433 (+7 ms)Finished flush of dataSize ~26.85 KB/27492, heapSize ~33.84 KB/34648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 129ms, sequenceid=72, compaction requested=false at 1731349828443 (+10 ms)Writing region close event to WAL at 1731349828445 (+2 ms)Closed at 1731349828445 2024-11-11T18:30:28,445 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,446 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,446 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,446 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,446 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T18:30:28,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40097 is added to blk_1073741830_1006 (size=32695) 2024-11-11T18:30:28,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41829 is added to blk_1073741830_1006 (size=32695) 2024-11-11T18:30:28,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43391 is added to blk_1073741830_1006 (size=32695) 2024-11-11T18:30:28,450 INFO [M:0;90f34c5bee6a:37691 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T18:30:28,450 INFO [M:0;90f34c5bee6a:37691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37691 2024-11-11T18:30:28,450 INFO [M:0;90f34c5bee6a:37691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T18:30:28,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T18:30:28,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,559 INFO [M:0;90f34c5bee6a:37691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T18:30:28,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37691-0x101084bb54d0000, quorum=127.0.0.1:53916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T18:30:28,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f9b588c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:28,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e5384{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:28,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:28,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b7fa3ef{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:28,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d3303{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:28,564 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:28,564 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:28,564 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:28,564 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114921175-172.17.0.2-1731349825254 (Datanode Uuid 8fb7803c-8ed9-425f-9a03-4bd733a446df) service to localhost/127.0.0.1:36909 2024-11-11T18:30:28,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data5/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,565 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data6/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,565 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:28,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@152462a3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:28,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e4c23ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:28,568 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:28,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55791d09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:28,568 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3236f207{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:28,569 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:28,569 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:28,569 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:28,569 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114921175-172.17.0.2-1731349825254 (Datanode Uuid a65a28fb-4906-464a-9580-25c22d3d3a5c) service to localhost/127.0.0.1:36909 2024-11-11T18:30:28,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data3/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,570 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data4/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,570 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:28,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24e08cba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T18:30:28,573 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45b09adf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:28,573 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:28,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ab2b00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:28,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c8d1a40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:28,574 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T18:30:28,574 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T18:30:28,574 WARN [BP-114921175-172.17.0.2-1731349825254 heartbeating to localhost/127.0.0.1:36909 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114921175-172.17.0.2-1731349825254 (Datanode Uuid effb6ac8-e204-4442-9ecb-90625643e8e8) service to localhost/127.0.0.1:36909 2024-11-11T18:30:28,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T18:30:28,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data1/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,575 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/cluster_7b326d1a-613e-830b-ca85-ed400af684ac/data/data2/current/BP-114921175-172.17.0.2-1731349825254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T18:30:28,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T18:30:28,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67bdd5ed{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T18:30:28,582 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d952814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T18:30:28,582 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T18:30:28,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41ab5cc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T18:30:28,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@758ed3c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2b0eb22c-48fd-fdad-2652-23a97336e68b/hadoop.log.dir/,STOPPED} 2024-11-11T18:30:28,589 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T18:30:28,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T18:30:28,622 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=146 (was 84) - Thread LEAK? -, OpenFileDescriptor=521 (was 439) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=211 (was 211), ProcessCount=11 (was 11), AvailableMemoryMB=7873 (was 8070)