2024-11-10 23:33:36,935 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-10 23:33:36,955 main DEBUG Took 0.017287 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 23:33:36,955 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 23:33:36,956 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 23:33:36,957 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 23:33:36,958 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,969 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 23:33:36,983 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,985 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,986 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,986 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,987 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,988 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,989 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,989 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,990 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,991 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,992 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,992 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,993 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,994 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,995 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,995 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,996 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,996 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,997 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,997 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,998 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,998 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:36,999 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:36,999 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 23:33:37,000 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:37,000 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 23:33:37,002 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 23:33:37,004 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 23:33:37,006 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 23:33:37,007 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 23:33:37,009 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 23:33:37,009 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 23:33:37,018 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 23:33:37,021 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 23:33:37,023 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 23:33:37,023 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 23:33:37,023 main DEBUG createAppenders(={Console}) 2024-11-10 23:33:37,024 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c initialized 2024-11-10 23:33:37,025 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c 2024-11-10 23:33:37,025 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@792b749c OK. 2024-11-10 23:33:37,025 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 23:33:37,026 main DEBUG OutputStream closed 2024-11-10 23:33:37,026 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 23:33:37,026 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 23:33:37,026 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@71238fc2 OK 2024-11-10 23:33:37,093 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 23:33:37,095 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 23:33:37,096 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 23:33:37,097 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 23:33:37,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 23:33:37,098 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 23:33:37,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 23:33:37,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 23:33:37,099 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 23:33:37,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 23:33:37,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 23:33:37,100 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 23:33:37,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 23:33:37,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 23:33:37,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 23:33:37,101 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 23:33:37,102 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 23:33:37,103 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 23:33:37,105 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 23:33:37,105 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13ad5cd3) with optional ClassLoader: null 2024-11-10 23:33:37,105 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 23:33:37,106 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13ad5cd3] started OK. 2024-11-10T23:33:37,119 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache timeout: 26 mins 2024-11-10 23:33:37,121 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 23:33:37,122 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T23:33:37,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=714, ProcessCount=11, AvailableMemoryMB=8025 2024-11-10T23:33:37,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266 2024-11-10T23:33:37,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:33:37,425 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017, deleteOnExit=true 2024-11-10T23:33:37,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:33:37,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/test.cache.data in system properties and HBase conf 2024-11-10T23:33:37,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:33:37,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:33:37,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:33:37,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:33:37,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:33:37,504 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T23:33:37,590 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:33:37,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:37,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:33:37,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:33:37,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:33:37,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:37,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:37,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:33:37,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:33:37,600 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:33:37,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:37,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:33:37,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:33:38,684 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T23:33:38,769 INFO [Time-limited test {}] log.Log(170): Logging initialized @2451ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T23:33:38,835 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:38,892 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:38,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:38,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:38,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:38,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:38,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:38,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:39,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/java.io.tmpdir/jetty-localhost-43951-hadoop-hdfs-3_4_1-tests_jar-_-any-7019465640145017281/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:39,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:43951} 2024-11-10T23:33:39,134 INFO [Time-limited test {}] server.Server(415): Started @2817ms 2024-11-10T23:33:39,696 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:39,703 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:39,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:39,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:39,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:39,705 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:39,706 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:39,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29a4cb9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/java.io.tmpdir/jetty-localhost-45101-hadoop-hdfs-3_4_1-tests_jar-_-any-5994952791043183035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:39,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:45101} 2024-11-10T23:33:39,805 INFO [Time-limited test {}] server.Server(415): Started @3488ms 2024-11-10T23:33:39,854 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:39,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:39,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:39,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:39,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:39,966 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:39,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:39,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:40,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@723a9cbe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/java.io.tmpdir/jetty-localhost-40193-hadoop-hdfs-3_4_1-tests_jar-_-any-17134968594962448625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:40,067 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:40193} 2024-11-10T23:33:40,067 INFO [Time-limited test {}] server.Server(415): Started @3750ms 2024-11-10T23:33:40,069 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:41,334 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data2/current/BP-818677266-172.17.0.3-1731281618105/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:41,334 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data4/current/BP-818677266-172.17.0.3-1731281618105/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:41,334 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data3/current/BP-818677266-172.17.0.3-1731281618105/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:41,334 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data1/current/BP-818677266-172.17.0.3-1731281618105/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:41,369 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:41,369 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:41,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e4c2d84baccbe32 with lease ID 0x2046a121a31ec653: Processing first storage report for DS-cae77aba-b09c-42a1-b210-04c10355e694 from datanode DatanodeRegistration(127.0.0.1:41255, datanodeUuid=822af7bc-3567-4b92-8a6b-4b2f33090050, infoPort=44567, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105) 2024-11-10T23:33:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e4c2d84baccbe32 with lease ID 0x2046a121a31ec653: from storage DS-cae77aba-b09c-42a1-b210-04c10355e694 node DatanodeRegistration(127.0.0.1:41255, datanodeUuid=822af7bc-3567-4b92-8a6b-4b2f33090050, infoPort=44567, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:33:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea63fabe9b57a5a6 with lease ID 0x2046a121a31ec652: Processing first storage report for DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=60911131-3a94-45a1-9bf5-cc060b295b01, infoPort=46873, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105) 2024-11-10T23:33:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea63fabe9b57a5a6 with lease ID 0x2046a121a31ec652: from storage DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=60911131-3a94-45a1-9bf5-cc060b295b01, infoPort=46873, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6e4c2d84baccbe32 with lease ID 0x2046a121a31ec653: Processing first storage report for DS-2810ebb4-17fc-4245-88fb-dd55f99d6924 from datanode DatanodeRegistration(127.0.0.1:41255, datanodeUuid=822af7bc-3567-4b92-8a6b-4b2f33090050, infoPort=44567, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105) 2024-11-10T23:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6e4c2d84baccbe32 with lease ID 0x2046a121a31ec653: from storage DS-2810ebb4-17fc-4245-88fb-dd55f99d6924 node DatanodeRegistration(127.0.0.1:41255, datanodeUuid=822af7bc-3567-4b92-8a6b-4b2f33090050, infoPort=44567, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T23:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xea63fabe9b57a5a6 with lease ID 0x2046a121a31ec652: Processing first storage report for DS-e41387bf-9acc-4f98-a800-85e7e1fb6d3e from datanode DatanodeRegistration(127.0.0.1:42237, datanodeUuid=60911131-3a94-45a1-9bf5-cc060b295b01, infoPort=46873, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105) 2024-11-10T23:33:41,417 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xea63fabe9b57a5a6 with lease ID 0x2046a121a31ec652: from storage DS-e41387bf-9acc-4f98-a800-85e7e1fb6d3e node DatanodeRegistration(127.0.0.1:42237, datanodeUuid=60911131-3a94-45a1-9bf5-cc060b295b01, infoPort=46873, infoSecurePort=0, ipcPort=44189, storageInfo=lv=-57;cid=testClusterID;nsid=482462374;c=1731281618105), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:41,486 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266 2024-11-10T23:33:41,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/zookeeper_0, clientPort=61904, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:33:41,558 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61904 2024-11-10T23:33:41,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:41,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:41,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:42,175 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 with version=8 2024-11-10T23:33:42,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/hbase-staging 2024-11-10T23:33:42,258 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T23:33:42,496 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:42,504 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:42,505 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:42,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:42,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:42,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:42,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:33:42,710 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T23:33:42,718 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T23:33:42,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:42,745 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 51865 (auto-detected) 2024-11-10T23:33:42,746 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T23:33:42,764 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41817 2024-11-10T23:33:42,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41817 connecting to ZooKeeper ensemble=127.0.0.1:61904 2024-11-10T23:33:42,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418170x0, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:42,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41817-0x10127190dc70000 connected 2024-11-10T23:33:42,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:42,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:43,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3, hbase.cluster.distributed=false 2024-11-10T23:33:43,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:43,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T23:33:43,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41817 2024-11-10T23:33:43,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41817 2024-11-10T23:33:43,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T23:33:43,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41817 2024-11-10T23:33:43,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:43,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:43,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:43,134 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:43,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43139 2024-11-10T23:33:43,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43139 connecting to ZooKeeper ensemble=127.0.0.1:61904 2024-11-10T23:33:43,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431390x0, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:43,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431390x0, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:43,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43139-0x10127190dc70001 connected 2024-11-10T23:33:43,161 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:43,168 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:43,171 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:43,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:43,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-10T23:33:43,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43139 2024-11-10T23:33:43,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43139 2024-11-10T23:33:43,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-10T23:33:43,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-10T23:33:43,197 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:43,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:43,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:43,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:43,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:43,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:43,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44841 2024-11-10T23:33:43,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44841 connecting to ZooKeeper ensemble=127.0.0.1:61904 2024-11-10T23:33:43,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448410x0, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:43,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:43,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44841-0x10127190dc70002 connected 2024-11-10T23:33:43,221 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:43,222 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:43,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:43,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:43,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-10T23:33:43,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44841 2024-11-10T23:33:43,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44841 2024-11-10T23:33:43,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-10T23:33:43,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44841 2024-11-10T23:33:43,241 DEBUG [M:0;886659e041d3:41817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:41817 2024-11-10T23:33:43,242 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,41817,1731281622348 2024-11-10T23:33:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,254 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,41817,1731281622348 2024-11-10T23:33:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,284 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:33:43,286 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,41817,1731281622348 from backup master directory 2024-11-10T23:33:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,41817,1731281622348 2024-11-10T23:33:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:43,294 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:43,295 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,41817,1731281622348 2024-11-10T23:33:43,296 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T23:33:43,298 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T23:33:43,355 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/hbase.id] with ID: dbd83f8f-6f60-45ae-8990-764e672ca010 2024-11-10T23:33:43,355 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/.tmp/hbase.id 2024-11-10T23:33:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:43,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:43,368 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/.tmp/hbase.id]:[hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/hbase.id] 2024-11-10T23:33:43,413 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:43,418 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:33:43,435 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-10T23:33:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:43,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:43,475 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:43,478 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:33:43,495 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T23:33:43,500 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:43,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:43,548 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store 2024-11-10T23:33:43,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:43,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:43,571 INFO [master/886659e041d3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T23:33:43,575 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:43,577 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:43,577 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:43,577 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:43,579 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:43,580 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:43,580 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:43,581 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281623577Disabling compacts and flushes for region at 1731281623577Disabling writes for close at 1731281623580 (+3 ms)Writing region close event to WAL at 1731281623580Closed at 1731281623580 2024-11-10T23:33:43,584 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/.initializing 2024-11-10T23:33:43,584 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/WALs/886659e041d3,41817,1731281622348 2024-11-10T23:33:43,593 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:43,607 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C41817%2C1731281622348, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/WALs/886659e041d3,41817,1731281622348, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/oldWALs, maxLogs=10 2024-11-10T23:33:43,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/WALs/886659e041d3,41817,1731281622348/886659e041d3%2C41817%2C1731281622348.1731281623612, exclude list is [], retry=0 2024-11-10T23:33:43,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad,DISK] 2024-11-10T23:33:43,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-cae77aba-b09c-42a1-b210-04c10355e694,DISK] 2024-11-10T23:33:43,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T23:33:43,683 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/WALs/886659e041d3,41817,1731281622348/886659e041d3%2C41817%2C1731281622348.1731281623612 2024-11-10T23:33:43,684 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46873:46873),(127.0.0.1/127.0.0.1:44567:44567)] 2024-11-10T23:33:43,684 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:43,685 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:43,688 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,689 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:33:43,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:43,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:43,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:33:43,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:43,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:43,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:33:43,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:43,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:43,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:33:43,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:43,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:43,760 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,766 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,776 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:43,780 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:43,785 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:43,786 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62003517, jitterRate=-0.07607559859752655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:43,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281623699Initializing all the Stores at 1731281623701 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281623702 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281623702Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281623703 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281623703Cleaning up temporary data from old regions at 1731281623773 (+70 ms)Region opened successfully at 1731281623794 (+21 ms) 2024-11-10T23:33:43,795 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:33:43,827 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f021bba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:43,853 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:33:43,862 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:33:43,862 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:33:43,865 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:33:43,866 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T23:33:43,870 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T23:33:43,871 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:33:43,898 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:33:43,908 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:33:43,957 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:33:43,961 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:33:43,964 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:33:43,978 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:33:43,981 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:33:43,986 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:33:43,999 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:33:44,001 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:33:44,009 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:33:44,028 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:33:44,041 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,057 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,41817,1731281622348, sessionid=0x10127190dc70000, setting cluster-up flag (Was=false) 2024-11-10T23:33:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,115 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:33:44,120 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,41817,1731281622348 2024-11-10T23:33:44,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,178 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:33:44,181 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,41817,1731281622348 2024-11-10T23:33:44,189 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:33:44,231 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(746): ClusterId : dbd83f8f-6f60-45ae-8990-764e672ca010 2024-11-10T23:33:44,231 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(746): ClusterId : dbd83f8f-6f60-45ae-8990-764e672ca010 2024-11-10T23:33:44,233 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:44,233 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:44,253 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:44,253 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:44,254 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:44,254 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:44,258 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:44,264 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:44,264 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:44,264 DEBUG [RS:1;886659e041d3:44841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2aa40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:44,264 DEBUG [RS:0;886659e041d3:43139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b07e8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:44,267 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:33:44,274 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:33:44,279 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:43139 2024-11-10T23:33:44,281 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:44841 2024-11-10T23:33:44,282 INFO [RS:0;886659e041d3:43139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:44,282 INFO [RS:1;886659e041d3:44841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:44,282 INFO [RS:1;886659e041d3:44841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:44,282 INFO [RS:0;886659e041d3:43139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:44,282 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:44,282 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:44,281 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,41817,1731281622348 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:33:44,285 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,41817,1731281622348 with port=43139, startcode=1731281623096 2024-11-10T23:33:44,285 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,41817,1731281622348 with port=44841, startcode=1731281623196 2024-11-10T23:33:44,289 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,290 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:44,291 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,296 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281654296 2024-11-10T23:33:44,297 DEBUG [RS:0;886659e041d3:43139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:44,297 DEBUG [RS:1;886659e041d3:44841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:44,298 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:33:44,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:44,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:33:44,300 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:33:44,304 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:33:44,304 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:33:44,304 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:33:44,304 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:33:44,306 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:44,306 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:33:44,305 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,309 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:33:44,311 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:33:44,311 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:33:44,313 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:33:44,314 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:33:44,316 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281624315,5,FailOnTimeoutGroup] 2024-11-10T23:33:44,319 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281624316,5,FailOnTimeoutGroup] 2024-11-10T23:33:44,319 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,319 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:33:44,321 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,321 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:44,330 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:33:44,330 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 2024-11-10T23:33:44,342 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:44,342 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:44,348 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,44841,1731281623196 2024-11-10T23:33:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:44,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:44,351 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=886659e041d3,44841,1731281623196 2024-11-10T23:33:44,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:44,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:44,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:44,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:44,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:44,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:44,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:44,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:44,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:44,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:44,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,43139,1731281623096 2024-11-10T23:33:44,364 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41817 {}] master.ServerManager(517): Registering regionserver=886659e041d3,43139,1731281623096 2024-11-10T23:33:44,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:44,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:44,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:44,367 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:44,368 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 2024-11-10T23:33:44,368 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-10T23:33:44,368 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:44,369 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 2024-11-10T23:33:44,369 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39153 2024-11-10T23:33:44,369 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:44,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:44,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:44,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:44,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:44,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740 2024-11-10T23:33:44,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740 2024-11-10T23:33:44,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:44,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:44,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:44,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:44,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:44,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59919480, jitterRate=-0.10713016986846924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:44,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281624352Initializing all the Stores at 1731281624354 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281624354Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281624354Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281624355 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281624355Cleaning up temporary data from old regions at 1731281624378 (+23 ms)Region opened successfully at 1731281624389 (+11 ms) 2024-11-10T23:33:44,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:44,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:44,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:44,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:44,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:44,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:44,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281624389Disabling compacts and flushes for region at 1731281624389Disabling writes for close at 1731281624390 (+1 ms)Writing region close event to WAL at 1731281624391 (+1 ms)Closed at 1731281624391 2024-11-10T23:33:44,394 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:44,394 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:33:44,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:33:44,407 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:44,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:44,409 DEBUG [RS:0;886659e041d3:43139 {}] zookeeper.ZKUtil(111): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,43139,1731281623096 2024-11-10T23:33:44,409 DEBUG [RS:1;886659e041d3:44841 {}] zookeeper.ZKUtil(111): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,44841,1731281623196 2024-11-10T23:33:44,409 WARN [RS:0;886659e041d3:43139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:44,409 WARN [RS:1;886659e041d3:44841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:44,409 INFO [RS:1;886659e041d3:44841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:44,409 INFO [RS:0;886659e041d3:43139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:44,410 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096 2024-11-10T23:33:44,410 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,44841,1731281623196 2024-11-10T23:33:44,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:33:44,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,44841,1731281623196] 2024-11-10T23:33:44,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,43139,1731281623096] 2024-11-10T23:33:44,435 INFO [RS:0;886659e041d3:43139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:44,435 INFO [RS:1;886659e041d3:44841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:44,450 INFO [RS:1;886659e041d3:44841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:44,450 INFO [RS:0;886659e041d3:43139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:44,455 INFO [RS:1;886659e041d3:44841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:44,455 INFO [RS:0;886659e041d3:43139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:44,455 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,455 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,456 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:44,456 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:44,461 INFO [RS:1;886659e041d3:44841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:44,461 INFO [RS:0;886659e041d3:43139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:44,462 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,462 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,463 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:44,463 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:44,464 DEBUG [RS:1;886659e041d3:44841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,464 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:44,465 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:44,465 DEBUG [RS:0;886659e041d3:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:44,465 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,465 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,466 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,466 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,466 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,466 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,44841,1731281623196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:44,468 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,468 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,468 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,468 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,469 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,469 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,43139,1731281623096-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:44,493 INFO [RS:1;886659e041d3:44841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:44,493 INFO [RS:0;886659e041d3:43139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:44,495 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,43139,1731281623096-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,495 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,44841,1731281623196-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,496 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,496 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,496 INFO [RS:0;886659e041d3:43139 {}] regionserver.Replication(171): 886659e041d3,43139,1731281623096 started 2024-11-10T23:33:44,496 INFO [RS:1;886659e041d3:44841 {}] regionserver.Replication(171): 886659e041d3,44841,1731281623196 started 2024-11-10T23:33:44,522 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,522 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:44,523 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,44841,1731281623196, RpcServer on 886659e041d3/172.17.0.3:44841, sessionid=0x10127190dc70002 2024-11-10T23:33:44,523 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,43139,1731281623096, RpcServer on 886659e041d3/172.17.0.3:43139, sessionid=0x10127190dc70001 2024-11-10T23:33:44,524 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:44,524 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:44,524 DEBUG [RS:1;886659e041d3:44841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,44841,1731281623196 2024-11-10T23:33:44,524 DEBUG [RS:0;886659e041d3:43139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,43139,1731281623096 2024-11-10T23:33:44,524 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,43139,1731281623096' 2024-11-10T23:33:44,524 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,44841,1731281623196' 2024-11-10T23:33:44,524 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:44,524 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:44,525 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:44,525 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:44,526 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:44,526 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:44,526 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:44,526 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:44,526 DEBUG [RS:0;886659e041d3:43139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,43139,1731281623096 2024-11-10T23:33:44,526 DEBUG [RS:1;886659e041d3:44841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,44841,1731281623196 2024-11-10T23:33:44,526 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,44841,1731281623196' 2024-11-10T23:33:44,526 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,43139,1731281623096' 2024-11-10T23:33:44,526 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:44,526 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:44,527 DEBUG [RS:1;886659e041d3:44841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:44,527 DEBUG [RS:0;886659e041d3:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:44,527 DEBUG [RS:1;886659e041d3:44841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:44,527 INFO [RS:1;886659e041d3:44841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:44,527 DEBUG [RS:0;886659e041d3:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:44,527 INFO [RS:1;886659e041d3:44841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:44,527 INFO [RS:0;886659e041d3:43139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:44,527 INFO [RS:0;886659e041d3:43139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:44,562 WARN [886659e041d3:41817 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:33:44,633 INFO [RS:1;886659e041d3:44841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:44,633 INFO [RS:0;886659e041d3:43139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:44,636 INFO [RS:1;886659e041d3:44841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C44841%2C1731281623196, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,44841,1731281623196, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs, maxLogs=32 2024-11-10T23:33:44,636 INFO [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C43139%2C1731281623096, suffix=, logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs, maxLogs=32 2024-11-10T23:33:44,654 DEBUG [RS:1;886659e041d3:44841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,44841,1731281623196/886659e041d3%2C44841%2C1731281623196.1731281624640, exclude list is [], retry=0 2024-11-10T23:33:44,655 DEBUG [RS:0;886659e041d3:43139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096/886659e041d3%2C43139%2C1731281623096.1731281624640, exclude list is [], retry=0 2024-11-10T23:33:44,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad,DISK] 2024-11-10T23:33:44,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-cae77aba-b09c-42a1-b210-04c10355e694,DISK] 2024-11-10T23:33:44,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad,DISK] 2024-11-10T23:33:44,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-cae77aba-b09c-42a1-b210-04c10355e694,DISK] 2024-11-10T23:33:44,663 INFO [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096/886659e041d3%2C43139%2C1731281623096.1731281624640 2024-11-10T23:33:44,663 INFO [RS:1;886659e041d3:44841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,44841,1731281623196/886659e041d3%2C44841%2C1731281623196.1731281624640 2024-11-10T23:33:44,664 DEBUG [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:46873:46873)] 2024-11-10T23:33:44,664 DEBUG [RS:1;886659e041d3:44841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:46873:46873)] 2024-11-10T23:33:44,816 DEBUG [886659e041d3:41817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:33:44,825 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:44,831 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:44,831 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:44,831 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:44,831 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:44,831 INFO [886659e041d3:41817 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:44,832 INFO [886659e041d3:41817 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:44,832 DEBUG [886659e041d3:41817 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:44,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,43139,1731281623096 2024-11-10T23:33:44,845 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,43139,1731281623096, state=OPENING 2024-11-10T23:33:44,893 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:33:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:44,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:44,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:44,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:44,908 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:44,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,43139,1731281623096}] 2024-11-10T23:33:45,094 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:45,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:45,108 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:33:45,108 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:45,108 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:33:45,111 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C43139%2C1731281623096.meta, suffix=.meta, logDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096, archiveDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs, maxLogs=32 2024-11-10T23:33:45,129 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096/886659e041d3%2C43139%2C1731281623096.meta.1731281625113.meta, exclude list is [], retry=0 2024-11-10T23:33:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41255,DS-cae77aba-b09c-42a1-b210-04c10355e694,DISK] 2024-11-10T23:33:45,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42237,DS-11def2fa-10fa-45d4-b40a-7f917cbae5ad,DISK] 2024-11-10T23:33:45,136 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096/886659e041d3%2C43139%2C1731281623096.meta.1731281625113.meta 2024-11-10T23:33:45,137 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44567:44567),(127.0.0.1/127.0.0.1:46873:46873)] 2024-11-10T23:33:45,137 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:45,138 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:33:45,141 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:33:45,145 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:33:45,148 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:33:45,149 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:45,149 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:33:45,149 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:33:45,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:45,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:45,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:45,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:45,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:45,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:45,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:45,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:45,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:45,159 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:45,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:45,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:45,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:45,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:45,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:45,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:45,162 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:45,164 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740 2024-11-10T23:33:45,167 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740 2024-11-10T23:33:45,169 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:45,169 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:45,170 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:45,173 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:45,176 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68480845, jitterRate=0.0204441100358963}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:45,176 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:33:45,177 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281625150Writing region info on filesystem at 1731281625150Initializing all the Stores at 1731281625152 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281625152Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281625152Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281625152Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281625152Cleaning up temporary data from old regions at 1731281625170 (+18 ms)Running coprocessor post-open hooks at 1731281625176 (+6 ms)Region opened successfully at 1731281625177 (+1 ms) 2024-11-10T23:33:45,184 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281625084 2024-11-10T23:33:45,194 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:33:45,194 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:33:45,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,43139,1731281623096 2024-11-10T23:33:45,199 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,43139,1731281623096, state=OPEN 2024-11-10T23:33:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:45,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:45,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:45,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:45,241 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:45,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,43139,1731281623096 2024-11-10T23:33:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:33:45,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,43139,1731281623096 in 331 msec 2024-11-10T23:33:45,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:33:45,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 852 msec 2024-11-10T23:33:45,259 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:45,260 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:33:45,279 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:45,281 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,43139,1731281623096, seqNum=-1] 2024-11-10T23:33:45,304 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:45,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:45,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1090 sec 2024-11-10T23:33:45,329 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281625329, completionTime=-1 2024-11-10T23:33:45,332 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:33:45,333 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:33:45,362 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:33:45,362 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281685362 2024-11-10T23:33:45,362 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281745362 2024-11-10T23:33:45,362 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-10T23:33:45,364 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:33:45,372 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,372 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,373 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,374 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:41817, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,375 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,377 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,381 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:33:45,407 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-10T23:33:45,409 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:33:45,411 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:33:45,412 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:33:45,413 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:33:45,413 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:33:45,414 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:45,414 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:33:45,419 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:33:45,420 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:33:45,420 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,41817,1731281622348-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:45,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b96709c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:45,441 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T23:33:45,441 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T23:33:45,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,41817,-1 for getting cluster id 2024-11-10T23:33:45,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:33:45,475 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbd83f8f-6f60-45ae-8990-764e672ca010' 2024-11-10T23:33:45,479 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:33:45,479 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbd83f8f-6f60-45ae-8990-764e672ca010" 2024-11-10T23:33:45,480 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e580e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:45,480 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,41817,-1] 2024-11-10T23:33:45,482 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:33:45,484 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:45,485 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:33:45,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d52dd2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:45,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:45,495 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,43139,1731281623096, seqNum=-1] 2024-11-10T23:33:45,495 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:45,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:45,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,41817,1731281622348 2024-11-10T23:33:45,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:33:45,539 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,41817,1731281622348 2024-11-10T23:33:45,541 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64b7ae09 2024-11-10T23:33:45,542 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:33:45,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:33:45,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:33:45,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:33:45,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:33:45,569 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:45,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:33:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:45,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:45,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c8959d257099daee7106c221ca5cb51, NAME => 'testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 2024-11-10T23:33:45,592 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9649b3b86789e20f229a217cd2cd80ff, NAME => 'testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3 2024-11-10T23:33:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:45,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:45,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:45,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:45,608 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 0c8959d257099daee7106c221ca5cb51, disabling compactions & flushes 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9649b3b86789e20f229a217cd2cd80ff, disabling compactions & flushes 2024-11-10T23:33:45,609 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:45,609 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. after waiting 0 ms 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. after waiting 0 ms 2024-11-10T23:33:45,609 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c8959d257099daee7106c221ca5cb51: Waiting for close lock at 1731281625609Disabling compacts and flushes for region at 1731281625609Disabling writes for close at 1731281625609Writing region close event to WAL at 1731281625609Closed at 1731281625609 2024-11-10T23:33:45,609 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:45,609 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9649b3b86789e20f229a217cd2cd80ff: Waiting for close lock at 1731281625609Disabling compacts and flushes for region at 1731281625609Disabling writes for close at 1731281625609Writing region close event to WAL at 1731281625609Closed at 1731281625609 2024-11-10T23:33:45,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:33:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281625612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281625612"}]},"ts":"1731281625612"} 2024-11-10T23:33:45,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281625612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281625612"}]},"ts":"1731281625612"} 2024-11-10T23:33:45,652 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:33:45,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:33:45,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281625654"}]},"ts":"1731281625654"} 2024-11-10T23:33:45,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:33:45,663 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:45,665 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:45,665 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:45,665 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:45,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c8959d257099daee7106c221ca5cb51, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9649b3b86789e20f229a217cd2cd80ff, ASSIGN}] 2024-11-10T23:33:45,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9649b3b86789e20f229a217cd2cd80ff, ASSIGN 2024-11-10T23:33:45,670 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c8959d257099daee7106c221ca5cb51, ASSIGN 2024-11-10T23:33:45,672 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c8959d257099daee7106c221ca5cb51, ASSIGN; state=OFFLINE, location=886659e041d3,43139,1731281623096; forceNewPlan=false, retain=false 2024-11-10T23:33:45,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9649b3b86789e20f229a217cd2cd80ff, ASSIGN; state=OFFLINE, location=886659e041d3,44841,1731281623196; forceNewPlan=false, retain=false 2024-11-10T23:33:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:45,826 INFO [886659e041d3:41817 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:33:45,828 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9649b3b86789e20f229a217cd2cd80ff, regionState=OPENING, regionLocation=886659e041d3,44841,1731281623196 2024-11-10T23:33:45,828 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c8959d257099daee7106c221ca5cb51, regionState=OPENING, regionLocation=886659e041d3,43139,1731281623096 2024-11-10T23:33:45,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9649b3b86789e20f229a217cd2cd80ff, ASSIGN because future has completed 2024-11-10T23:33:45,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9649b3b86789e20f229a217cd2cd80ff, server=886659e041d3,44841,1731281623196}] 2024-11-10T23:33:45,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c8959d257099daee7106c221ca5cb51, ASSIGN because future has completed 2024-11-10T23:33:45,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c8959d257099daee7106c221ca5cb51, server=886659e041d3,43139,1731281623096}] 2024-11-10T23:33:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:45,992 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:45,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:46,002 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,002 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 9649b3b86789e20f229a217cd2cd80ff, NAME => 'testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:33:46,002 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,002 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c8959d257099daee7106c221ca5cb51, NAME => 'testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:33:46,002 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,002 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,002 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:46,003 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:46,003 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,003 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,003 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,003 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,005 INFO [StoreOpener-9649b3b86789e20f229a217cd2cd80ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,005 INFO [StoreOpener-0c8959d257099daee7106c221ca5cb51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,007 INFO [StoreOpener-9649b3b86789e20f229a217cd2cd80ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9649b3b86789e20f229a217cd2cd80ff columnFamilyName family 2024-11-10T23:33:46,007 INFO [StoreOpener-0c8959d257099daee7106c221ca5cb51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c8959d257099daee7106c221ca5cb51 columnFamilyName family 2024-11-10T23:33:46,007 DEBUG [StoreOpener-9649b3b86789e20f229a217cd2cd80ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:46,007 DEBUG [StoreOpener-0c8959d257099daee7106c221ca5cb51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:46,008 INFO [StoreOpener-9649b3b86789e20f229a217cd2cd80ff-1 {}] regionserver.HStore(327): Store=9649b3b86789e20f229a217cd2cd80ff/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:46,008 INFO [StoreOpener-0c8959d257099daee7106c221ca5cb51-1 {}] regionserver.HStore(327): Store=0c8959d257099daee7106c221ca5cb51/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:46,008 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,008 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,010 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,010 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,010 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,010 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,011 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,011 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,011 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,011 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,014 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,014 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,017 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:46,017 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:46,018 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 9649b3b86789e20f229a217cd2cd80ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71289530, jitterRate=0.062296777963638306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:46,018 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0c8959d257099daee7106c221ca5cb51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64364433, jitterRate=-0.04089520871639252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:46,019 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,019 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,020 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 9649b3b86789e20f229a217cd2cd80ff: Running coprocessor pre-open hook at 1731281626003Writing region info on filesystem at 1731281626003Initializing all the Stores at 1731281626004 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281626004Cleaning up temporary data from old regions at 1731281626011 (+7 ms)Running coprocessor post-open hooks at 1731281626019 (+8 ms)Region opened successfully at 1731281626020 (+1 ms) 2024-11-10T23:33:46,020 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0c8959d257099daee7106c221ca5cb51: Running coprocessor pre-open hook at 1731281626003Writing region info on filesystem at 1731281626003Initializing all the Stores at 1731281626004 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281626004Cleaning up temporary data from old regions at 1731281626011 (+7 ms)Running coprocessor post-open hooks at 1731281626019 (+8 ms)Region opened successfully at 1731281626020 (+1 ms) 2024-11-10T23:33:46,022 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff., pid=7, masterSystemTime=1731281625991 2024-11-10T23:33:46,022 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51., pid=8, masterSystemTime=1731281625996 2024-11-10T23:33:46,025 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,026 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,027 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9649b3b86789e20f229a217cd2cd80ff, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,44841,1731281623196 2024-11-10T23:33:46,027 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,027 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0c8959d257099daee7106c221ca5cb51, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,43139,1731281623096 2024-11-10T23:33:46,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9649b3b86789e20f229a217cd2cd80ff, server=886659e041d3,44841,1731281623196 because future has completed 2024-11-10T23:33:46,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c8959d257099daee7106c221ca5cb51, server=886659e041d3,43139,1731281623096 because future has completed 2024-11-10T23:33:46,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:33:46,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9649b3b86789e20f229a217cd2cd80ff, server=886659e041d3,44841,1731281623196 in 198 msec 2024-11-10T23:33:46,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:33:46,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9649b3b86789e20f229a217cd2cd80ff, ASSIGN in 372 msec 2024-11-10T23:33:46,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c8959d257099daee7106c221ca5cb51, server=886659e041d3,43139,1731281623096 in 199 msec 2024-11-10T23:33:46,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:33:46,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0c8959d257099daee7106c221ca5cb51, ASSIGN in 375 msec 2024-11-10T23:33:46,047 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:33:46,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281626048"}]},"ts":"1731281626048"} 2024-11-10T23:33:46,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:33:46,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:33:46,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 498 msec 2024-11-10T23:33:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:46,204 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:33:46,204 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:33:46,206 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:46,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:33:46,216 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:46,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:33:46,226 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51., hostname=886659e041d3,43139,1731281623096, seqNum=2] 2024-11-10T23:33:46,244 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff., hostname=886659e041d3,44841,1731281623196, seqNum=2] 2024-11-10T23:33:46,244 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:46,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:46,264 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0c8959d257099daee7106c221ca5cb51 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:33:46,323 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/.tmp/family/64fc905b00fd4cfd989269bf62222bd6 is 32, key is 1/family:/1731281626229/Put/seqid=0 2024-11-10T23:33:46,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:46,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:46,737 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/.tmp/family/64fc905b00fd4cfd989269bf62222bd6 2024-11-10T23:33:46,782 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/.tmp/family/64fc905b00fd4cfd989269bf62222bd6 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/family/64fc905b00fd4cfd989269bf62222bd6 2024-11-10T23:33:46,793 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/family/64fc905b00fd4cfd989269bf62222bd6, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:33:46,800 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 0c8959d257099daee7106c221ca5cb51 in 534ms, sequenceid=8, compaction requested=false 2024-11-10T23:33:46,801 DEBUG [Time-limited test {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testClearRegionBlockCache' 2024-11-10T23:33:46,803 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0c8959d257099daee7106c221ca5cb51: 2024-11-10T23:33:46,803 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9649b3b86789e20f229a217cd2cd80ff 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:33:46,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/.tmp/family/026248ffdbad4d77b538491909db3f93 is 32, key is 5/family:/1731281626248/Put/seqid=0 2024-11-10T23:33:46,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:46,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/.tmp/family/026248ffdbad4d77b538491909db3f93 2024-11-10T23:33:46,841 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/.tmp/family/026248ffdbad4d77b538491909db3f93 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/family/026248ffdbad4d77b538491909db3f93 2024-11-10T23:33:46,852 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/family/026248ffdbad4d77b538491909db3f93, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:33:46,853 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9649b3b86789e20f229a217cd2cd80ff in 50ms, sequenceid=9, compaction requested=false 2024-11-10T23:33:46,853 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9649b3b86789e20f229a217cd2cd80ff: 2024-11-10T23:33:46,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b21a171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:46,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,41817,-1 for getting cluster id 2024-11-10T23:33:46,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:33:46,858 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbd83f8f-6f60-45ae-8990-764e672ca010' 2024-11-10T23:33:46,858 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:33:46,858 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbd83f8f-6f60-45ae-8990-764e672ca010" 2024-11-10T23:33:46,859 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e80a076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:46,859 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,41817,-1] 2024-11-10T23:33:46,859 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:33:46,860 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:33:46,862 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b827fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:46,877 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:33:46,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:46,880 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,43139,1731281623096, seqNum=-1] 2024-11-10T23:33:46,880 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:46,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:46,891 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:46,892 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:46,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:46,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:46,898 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:46,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:46,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:33:46,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:33:46,903 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:46,903 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:46,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:33:46,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:33:46,904 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=715512615, stopped=false 2024-11-10T23:33:46,904 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,41817,1731281622348 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:46,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:46,967 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:46,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:46,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:46,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:46,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:46,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,43139,1731281623096' ***** 2024-11-10T23:33:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,44841,1731281623196' ***** 2024-11-10T23:33:46,969 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:46,969 INFO [RS:0;886659e041d3:43139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:46,969 INFO [RS:1;886659e041d3:44841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:46,970 INFO [RS:1;886659e041d3:44841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:46,970 INFO [RS:0;886659e041d3:43139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:46,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:46,970 INFO [RS:1;886659e041d3:44841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:46,970 INFO [RS:0;886659e041d3:43139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:46,970 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(3091): Received CLOSE for 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,970 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c8959d257099daee7106c221ca5cb51 2024-11-10T23:33:46,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:46,970 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,44841,1731281623196 2024-11-10T23:33:46,970 INFO [RS:1;886659e041d3:44841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:46,971 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:46,971 INFO [RS:1;886659e041d3:44841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:44841. 2024-11-10T23:33:46,971 DEBUG [RS:1;886659e041d3:44841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:46,971 DEBUG [RS:1;886659e041d3:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,971 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:33:46,971 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9649b3b86789e20f229a217cd2cd80ff, disabling compactions & flushes 2024-11-10T23:33:46,971 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1325): Online Regions={9649b3b86789e20f229a217cd2cd80ff=testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff.} 2024-11-10T23:33:46,971 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,971 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,971 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:46,971 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. after waiting 0 ms 2024-11-10T23:33:46,971 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,971 DEBUG [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1351): Waiting on 9649b3b86789e20f229a217cd2cd80ff 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,43139,1731281623096 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:43139. 2024-11-10T23:33:46,972 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c8959d257099daee7106c221ca5cb51, disabling compactions & flushes 2024-11-10T23:33:46,972 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,972 DEBUG [RS:0;886659e041d3:43139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:46,972 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,972 DEBUG [RS:0;886659e041d3:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:46,972 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. after waiting 0 ms 2024-11-10T23:33:46,972 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:46,972 INFO [RS:0;886659e041d3:43139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:46,973 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:33:46,973 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:33:46,973 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1325): Online Regions={0c8959d257099daee7106c221ca5cb51=testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:33:46,973 DEBUG [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1351): Waiting on 0c8959d257099daee7106c221ca5cb51, 1588230740 2024-11-10T23:33:46,973 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:46,974 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:46,974 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:46,974 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:46,974 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:46,974 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:33:46,980 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/9649b3b86789e20f229a217cd2cd80ff/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:33:46,980 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/default/testClearRegionBlockCache/0c8959d257099daee7106c221ca5cb51/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:33:46,982 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,982 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,982 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c8959d257099daee7106c221ca5cb51: Waiting for close lock at 1731281626972Running coprocessor pre-close hooks at 1731281626972Disabling compacts and flushes for region at 1731281626972Disabling writes for close at 1731281626972Writing region close event to WAL at 1731281626973 (+1 ms)Running coprocessor post-close hooks at 1731281626981 (+8 ms)Closed at 1731281626982 (+1 ms) 2024-11-10T23:33:46,982 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9649b3b86789e20f229a217cd2cd80ff: Waiting for close lock at 1731281626971Running coprocessor pre-close hooks at 1731281626971Disabling compacts and flushes for region at 1731281626971Disabling writes for close at 1731281626971Writing region close event to WAL at 1731281626973 (+2 ms)Running coprocessor post-close hooks at 1731281626981 (+8 ms)Closed at 1731281626982 (+1 ms) 2024-11-10T23:33:46,983 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff. 2024-11-10T23:33:46,983 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281625547.0c8959d257099daee7106c221ca5cb51. 2024-11-10T23:33:46,995 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/info/d7e35f3b7e904e7783567d25476dc66c is 173, key is testClearRegionBlockCache,5,1731281625547.9649b3b86789e20f229a217cd2cd80ff./info:regioninfo/1731281626027/Put/seqid=0 2024-11-10T23:33:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:47,004 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/info/d7e35f3b7e904e7783567d25476dc66c 2024-11-10T23:33:47,028 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/ns/4398c18015464f85835804dba7f96a87 is 43, key is default/ns:d/1731281625311/Put/seqid=0 2024-11-10T23:33:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:47,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:47,036 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/ns/4398c18015464f85835804dba7f96a87 2024-11-10T23:33:47,060 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/table/1b7e2782f65d41b5b1d6e195a9ca6cb2 is 61, key is testClearRegionBlockCache/table:state/1731281626048/Put/seqid=0 2024-11-10T23:33:47,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:47,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:47,067 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/table/1b7e2782f65d41b5b1d6e195a9ca6cb2 2024-11-10T23:33:47,078 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/info/d7e35f3b7e904e7783567d25476dc66c as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/info/d7e35f3b7e904e7783567d25476dc66c 2024-11-10T23:33:47,088 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/info/d7e35f3b7e904e7783567d25476dc66c, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:33:47,089 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/ns/4398c18015464f85835804dba7f96a87 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/ns/4398c18015464f85835804dba7f96a87 2024-11-10T23:33:47,099 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/ns/4398c18015464f85835804dba7f96a87, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:33:47,101 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/.tmp/table/1b7e2782f65d41b5b1d6e195a9ca6cb2 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/table/1b7e2782f65d41b5b1d6e195a9ca6cb2 2024-11-10T23:33:47,110 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/table/1b7e2782f65d41b5b1d6e195a9ca6cb2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:33:47,111 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false 2024-11-10T23:33:47,112 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T23:33:47,119 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:33:47,120 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:33:47,120 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:47,120 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281626973Running coprocessor pre-close hooks at 1731281626973Disabling compacts and flushes for region at 1731281626973Disabling writes for close at 1731281626974 (+1 ms)Obtaining lock to block concurrent updates at 1731281626974Preparing flush snapshotting stores in 1588230740 at 1731281626974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281626975 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731281626976 (+1 ms)Flushing 1588230740/info: creating writer at 1731281626976Flushing 1588230740/info: appending metadata at 1731281626995 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731281626995Flushing 1588230740/ns: creating writer at 1731281627014 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731281627028 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731281627028Flushing 1588230740/table: creating writer at 1731281627045 (+17 ms)Flushing 1588230740/table: appending metadata at 1731281627059 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731281627059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21287430: reopening flushed file at 1731281627077 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1858f017: reopening flushed file at 1731281627088 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6038637b: reopening flushed file at 1731281627099 (+11 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 137ms, sequenceid=13, compaction requested=false at 1731281627112 (+13 ms)Writing region close event to WAL at 1731281627114 (+2 ms)Running coprocessor post-close hooks at 1731281627120 (+6 ms)Closed at 1731281627120 2024-11-10T23:33:47,121 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:47,172 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,44841,1731281623196; all regions closed. 2024-11-10T23:33:47,174 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,43139,1731281623096; all regions closed. 2024-11-10T23:33:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:33:47,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:33:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:47,185 DEBUG [RS:1;886659e041d3:44841 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs 2024-11-10T23:33:47,185 DEBUG [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs 2024-11-10T23:33:47,185 INFO [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C43139%2C1731281623096.meta:.meta(num 1731281625113) 2024-11-10T23:33:47,185 INFO [RS:1;886659e041d3:44841 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C44841%2C1731281623196:(num 1731281624640) 2024-11-10T23:33:47,185 DEBUG [RS:1;886659e041d3:44841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:47,185 INFO [RS:1;886659e041d3:44841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:47,185 INFO [RS:1;886659e041d3:44841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:47,186 INFO [RS:1;886659e041d3:44841 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:47,186 INFO [RS:1;886659e041d3:44841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:47,186 INFO [RS:1;886659e041d3:44841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:47,186 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:47,186 INFO [RS:1;886659e041d3:44841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:47,186 INFO [RS:1;886659e041d3:44841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:47,187 INFO [RS:1;886659e041d3:44841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44841 2024-11-10T23:33:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:33:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:33:47,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/WALs/886659e041d3,43139,1731281623096/886659e041d3%2C43139%2C1731281623096.1731281624640 not finished, retry = 0 2024-11-10T23:33:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,44841,1731281623196 2024-11-10T23:33:47,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:47,199 INFO [RS:1;886659e041d3:44841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:47,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,44841,1731281623196] 2024-11-10T23:33:47,219 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,44841,1731281623196 already deleted, retry=false 2024-11-10T23:33:47,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,44841,1731281623196 expired; onlineServers=1 2024-11-10T23:33:47,298 DEBUG [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/oldWALs 2024-11-10T23:33:47,298 INFO [RS:0;886659e041d3:43139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C43139%2C1731281623096:(num 1731281624640) 2024-11-10T23:33:47,298 DEBUG [RS:0;886659e041d3:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:47,298 INFO [RS:0;886659e041d3:43139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:47,298 INFO [RS:0;886659e041d3:43139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:47,299 INFO [RS:0;886659e041d3:43139 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:47,300 INFO [RS:0;886659e041d3:43139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:47,300 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:47,300 INFO [RS:0;886659e041d3:43139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43139 2024-11-10T23:33:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:47,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44841-0x10127190dc70002, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:47,310 INFO [RS:1;886659e041d3:44841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:47,310 INFO [RS:1;886659e041d3:44841 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,44841,1731281623196; zookeeper connection closed. 2024-11-10T23:33:47,310 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e5d9066 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e5d9066 2024-11-10T23:33:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,43139,1731281623096 2024-11-10T23:33:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:47,314 INFO [RS:0;886659e041d3:43139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:47,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,43139,1731281623096] 2024-11-10T23:33:47,335 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,43139,1731281623096 already deleted, retry=false 2024-11-10T23:33:47,335 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,43139,1731281623096 expired; onlineServers=0 2024-11-10T23:33:47,336 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,41817,1731281622348' ***** 2024-11-10T23:33:47,336 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:33:47,336 INFO [M:0;886659e041d3:41817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:47,336 INFO [M:0;886659e041d3:41817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:47,336 DEBUG [M:0;886659e041d3:41817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:33:47,337 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:33:47,337 DEBUG [M:0;886659e041d3:41817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:33:47,337 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281624315 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281624315,5,FailOnTimeoutGroup] 2024-11-10T23:33:47,337 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281624316 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281624316,5,FailOnTimeoutGroup] 2024-11-10T23:33:47,337 INFO [M:0;886659e041d3:41817 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:47,338 INFO [M:0;886659e041d3:41817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:47,338 DEBUG [M:0;886659e041d3:41817 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:33:47,338 INFO [M:0;886659e041d3:41817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:33:47,338 INFO [M:0;886659e041d3:41817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:47,339 INFO [M:0;886659e041d3:41817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:33:47,340 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:33:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:47,347 DEBUG [M:0;886659e041d3:41817 {}] zookeeper.ZKUtil(347): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:33:47,347 WARN [M:0;886659e041d3:41817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:33:47,348 INFO [M:0;886659e041d3:41817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/.lastflushedseqids 2024-11-10T23:33:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:33:47,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:33:47,364 INFO [M:0;886659e041d3:41817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:33:47,364 INFO [M:0;886659e041d3:41817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:33:47,364 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:47,364 INFO [M:0;886659e041d3:41817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:47,364 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:47,364 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:47,364 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:47,365 INFO [M:0;886659e041d3:41817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-10T23:33:47,384 DEBUG [M:0;886659e041d3:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b878d231634de981fe97218d97ed2c is 82, key is hbase:meta,,1/info:regioninfo/1731281625196/Put/seqid=0 2024-11-10T23:33:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:47,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:47,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:47,425 INFO [RS:0;886659e041d3:43139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:47,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x10127190dc70001, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:47,425 INFO [RS:0;886659e041d3:43139 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,43139,1731281623096; zookeeper connection closed. 2024-11-10T23:33:47,426 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a613dd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a613dd9 2024-11-10T23:33:47,426 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:33:47,792 INFO [M:0;886659e041d3:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b878d231634de981fe97218d97ed2c 2024-11-10T23:33:47,828 DEBUG [M:0;886659e041d3:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f124077e6cab4210a073fe9f25b05646 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281626055/Put/seqid=0 2024-11-10T23:33:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:33:47,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:33:47,836 INFO [M:0;886659e041d3:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f124077e6cab4210a073fe9f25b05646 2024-11-10T23:33:47,860 DEBUG [M:0;886659e041d3:41817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ebadc30fa2849e9875342a629d5bcd6 is 69, key is 886659e041d3,43139,1731281623096/rs:state/1731281624364/Put/seqid=0 2024-11-10T23:33:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:47,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:47,868 INFO [M:0;886659e041d3:41817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ebadc30fa2849e9875342a629d5bcd6 2024-11-10T23:33:47,877 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/61b878d231634de981fe97218d97ed2c as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61b878d231634de981fe97218d97ed2c 2024-11-10T23:33:47,885 INFO [M:0;886659e041d3:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/61b878d231634de981fe97218d97ed2c, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:33:47,886 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f124077e6cab4210a073fe9f25b05646 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f124077e6cab4210a073fe9f25b05646 2024-11-10T23:33:47,894 INFO [M:0;886659e041d3:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f124077e6cab4210a073fe9f25b05646, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:33:47,895 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ebadc30fa2849e9875342a629d5bcd6 as hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ebadc30fa2849e9875342a629d5bcd6 2024-11-10T23:33:47,903 INFO [M:0;886659e041d3:41817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39153/user/jenkins/test-data/1d64a733-df0f-8ff2-2ec0-f1e53c5ed0e3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ebadc30fa2849e9875342a629d5bcd6, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:33:47,904 INFO [M:0;886659e041d3:41817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=71, compaction requested=false 2024-11-10T23:33:47,906 INFO [M:0;886659e041d3:41817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:47,906 DEBUG [M:0;886659e041d3:41817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281627364Disabling compacts and flushes for region at 1731281627364Disabling writes for close at 1731281627364Obtaining lock to block concurrent updates at 1731281627365 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281627365Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281627365Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281627366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281627367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281627383 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281627383Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281627808 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281627828 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281627828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281627844 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281627860 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281627860Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286e3c4b: reopening flushed file at 1731281627875 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509c64b1: reopening flushed file at 1731281627885 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c290a: reopening flushed file at 1731281627894 (+9 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 539ms, sequenceid=71, compaction requested=false at 1731281627904 (+10 ms)Writing region close event to WAL at 1731281627905 (+1 ms)Closed at 1731281627905 2024-11-10T23:33:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42237 is added to blk_1073741830_1006 (size=35428) 2024-11-10T23:33:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41255 is added to blk_1073741830_1006 (size=35428) 2024-11-10T23:33:47,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:47,910 INFO [M:0;886659e041d3:41817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:33:47,910 INFO [M:0;886659e041d3:41817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41817 2024-11-10T23:33:47,910 INFO [M:0;886659e041d3:41817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:48,057 INFO [M:0;886659e041d3:41817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41817-0x10127190dc70000, quorum=127.0.0.1:61904, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:48,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@723a9cbe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:48,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c4b16d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:48,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:48,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a063ec0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:48,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30c2c8a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:48,072 WARN [BP-818677266-172.17.0.3-1731281618105 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:48,072 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:48,072 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:48,072 WARN [BP-818677266-172.17.0.3-1731281618105 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818677266-172.17.0.3-1731281618105 (Datanode Uuid 822af7bc-3567-4b92-8a6b-4b2f33090050) service to localhost/127.0.0.1:39153 2024-11-10T23:33:48,073 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data3/current/BP-818677266-172.17.0.3-1731281618105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:48,074 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data4/current/BP-818677266-172.17.0.3-1731281618105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:48,074 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:48,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29a4cb9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:48,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a33daa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:48,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:48,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@609d0191{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:48,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5fdb45{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:48,078 WARN [BP-818677266-172.17.0.3-1731281618105 heartbeating to localhost/127.0.0.1:39153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:48,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:48,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:48,078 WARN [BP-818677266-172.17.0.3-1731281618105 heartbeating to localhost/127.0.0.1:39153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-818677266-172.17.0.3-1731281618105 (Datanode Uuid 60911131-3a94-45a1-9bf5-cc060b295b01) service to localhost/127.0.0.1:39153 2024-11-10T23:33:48,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data1/current/BP-818677266-172.17.0.3-1731281618105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:48,078 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/cluster_71bec53c-03be-f44a-b6dc-b423714a8017/data/data2/current/BP-818677266-172.17.0.3-1731281618105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:48,078 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:48,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d76aeb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:48,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24ff5ebc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:48,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:48,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bc12f51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:48,088 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@143ac887{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:48,095 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:33:48,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:33:48,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[0: lru] Thread=85 (was 11) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/886659e041d3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/886659e041d3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/886659e041d3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39153 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/886659e041d3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39153 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@8384eb2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=413 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=619 (was 714), ProcessCount=11 (was 11), AvailableMemoryMB=7428 (was 8025) 2024-11-10T23:33:48,134 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=85, OpenFileDescriptor=413, MaxFileDescriptor=1048576, SystemLoadAverage=619, ProcessCount=11, AvailableMemoryMB=7428 2024-11-10T23:33:48,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir so I do NOT create it in target/test-data/c6c269c5-2894-32db-bcb4-340515398c01 2024-11-10T23:33:48,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.tmp.dir so I do NOT create it in target/test-data/c6c269c5-2894-32db-bcb4-340515398c01 2024-11-10T23:33:48,149 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/503d04d8-d8ba-50cf-5e9e-0488160a5266/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:33:48,149 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4, deleteOnExit=true 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/test.cache.data in system properties and HBase conf 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:33:48,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:33:48,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:33:48,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:33:48,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:33:48,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:48,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:48,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:48,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:48,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:48,485 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:48,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:48,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:48,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1811e72e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/java.io.tmpdir/jetty-localhost-38475-hadoop-hdfs-3_4_1-tests_jar-_-any-15921581715185069856/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:48,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:38475} 2024-11-10T23:33:48,581 INFO [Time-limited test {}] server.Server(415): Started @12264ms 2024-11-10T23:33:48,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:48,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:48,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:48,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:48,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:48,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:48,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:48,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1119c3b5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/java.io.tmpdir/jetty-localhost-36751-hadoop-hdfs-3_4_1-tests_jar-_-any-12184223394674380126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:48,985 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:36751} 2024-11-10T23:33:48,986 INFO [Time-limited test {}] server.Server(415): Started @12668ms 2024-11-10T23:33:48,987 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:49,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:49,027 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:49,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:49,029 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:49,029 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:49,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:49,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:49,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5edde1d6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/java.io.tmpdir/jetty-localhost-34825-hadoop-hdfs-3_4_1-tests_jar-_-any-18053894912326302527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:49,123 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:34825} 2024-11-10T23:33:49,124 INFO [Time-limited test {}] server.Server(415): Started @12806ms 2024-11-10T23:33:49,125 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:50,183 WARN [Thread-367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data1/current/BP-777275446-172.17.0.3-1731281628174/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:50,183 WARN [Thread-368 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data2/current/BP-777275446-172.17.0.3-1731281628174/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:50,206 WARN [Thread-331 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x113fb656648cd85c with lease ID 0x66e6f22fb55ac2c8: Processing first storage report for DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=37fe9b1e-038c-4864-a88a-a6e3eccc6efa, infoPort=41987, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174) 2024-11-10T23:33:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x113fb656648cd85c with lease ID 0x66e6f22fb55ac2c8: from storage DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=37fe9b1e-038c-4864-a88a-a6e3eccc6efa, infoPort=41987, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x113fb656648cd85c with lease ID 0x66e6f22fb55ac2c8: Processing first storage report for DS-610a887c-6ab6-4e71-9f34-79150f908127 from datanode DatanodeRegistration(127.0.0.1:46169, datanodeUuid=37fe9b1e-038c-4864-a88a-a6e3eccc6efa, infoPort=41987, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174) 2024-11-10T23:33:50,209 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x113fb656648cd85c with lease ID 0x66e6f22fb55ac2c8: from storage DS-610a887c-6ab6-4e71-9f34-79150f908127 node DatanodeRegistration(127.0.0.1:46169, datanodeUuid=37fe9b1e-038c-4864-a88a-a6e3eccc6efa, infoPort=41987, infoSecurePort=0, ipcPort=38431, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:50,325 WARN [Thread-378 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data3/current/BP-777275446-172.17.0.3-1731281628174/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:50,326 WARN [Thread-379 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data4/current/BP-777275446-172.17.0.3-1731281628174/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:50,348 WARN [Thread-354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2410d585dd75dc0 with lease ID 0x66e6f22fb55ac2c9: Processing first storage report for DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058 from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=0222bf11-d934-4ac9-83c7-5cbae8509379, infoPort=42701, infoSecurePort=0, ipcPort=41691, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174) 2024-11-10T23:33:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2410d585dd75dc0 with lease ID 0x66e6f22fb55ac2c9: from storage DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058 node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=0222bf11-d934-4ac9-83c7-5cbae8509379, infoPort=42701, infoSecurePort=0, ipcPort=41691, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:50,351 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2410d585dd75dc0 with lease ID 0x66e6f22fb55ac2c9: Processing first storage report for DS-13359af5-8c1e-482f-aef5-e91486e9aba6 from datanode DatanodeRegistration(127.0.0.1:34329, datanodeUuid=0222bf11-d934-4ac9-83c7-5cbae8509379, infoPort=42701, infoSecurePort=0, ipcPort=41691, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174) 2024-11-10T23:33:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2410d585dd75dc0 with lease ID 0x66e6f22fb55ac2c9: from storage DS-13359af5-8c1e-482f-aef5-e91486e9aba6 node DatanodeRegistration(127.0.0.1:34329, datanodeUuid=0222bf11-d934-4ac9-83c7-5cbae8509379, infoPort=42701, infoSecurePort=0, ipcPort=41691, storageInfo=lv=-57;cid=testClusterID;nsid=20038905;c=1731281628174), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:50,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01 2024-11-10T23:33:50,374 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/zookeeper_0, clientPort=59923, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:33:50,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59923 2024-11-10T23:33:50,376 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:50,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:50,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc with version=8 2024-11-10T23:33:50,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/hbase-staging 2024-11-10T23:33:50,395 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:33:50,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:50,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37237 2024-11-10T23:33:50,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37237 connecting to ZooKeeper ensemble=127.0.0.1:59923 2024-11-10T23:33:50,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372370x0, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:50,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37237-0x101271930510000 connected 2024-11-10T23:33:50,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:50,530 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc, hbase.cluster.distributed=false 2024-11-10T23:33:50,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:50,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-10T23:33:50,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37237 2024-11-10T23:33:50,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37237 2024-11-10T23:33:50,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-10T23:33:50,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37237 2024-11-10T23:33:50,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:50,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:50,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:50,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:50,557 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34983 2024-11-10T23:33:50,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34983 connecting to ZooKeeper ensemble=127.0.0.1:59923 2024-11-10T23:33:50,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349830x0, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:50,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:349830x0, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:50,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34983-0x101271930510001 connected 2024-11-10T23:33:50,568 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:50,568 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:50,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:50,570 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:50,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34983 2024-11-10T23:33:50,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34983 2024-11-10T23:33:50,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34983 2024-11-10T23:33:50,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34983 2024-11-10T23:33:50,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34983 2024-11-10T23:33:50,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:50,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:50,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:50,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:50,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:50,588 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:50,588 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40537 2024-11-10T23:33:50,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40537 connecting to ZooKeeper ensemble=127.0.0.1:59923 2024-11-10T23:33:50,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405370x0, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:50,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40537-0x101271930510002 connected 2024-11-10T23:33:50,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:50,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:50,600 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:50,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:50,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:50,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-10T23:33:50,602 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40537 2024-11-10T23:33:50,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40537 2024-11-10T23:33:50,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-10T23:33:50,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40537 2024-11-10T23:33:50,616 DEBUG [M:0;886659e041d3:37237 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:37237 2024-11-10T23:33:50,617 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,37237,1731281630395 2024-11-10T23:33:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,37237,1731281630395 2024-11-10T23:33:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,641 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:33:50,642 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,37237,1731281630395 from backup master directory 2024-11-10T23:33:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,37237,1731281630395 2024-11-10T23:33:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:50,651 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:50,651 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,37237,1731281630395 2024-11-10T23:33:50,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:33:50,661 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/hbase.id] with ID: b4884913-e108-48a5-b94a-55fb7aab2433 2024-11-10T23:33:50,661 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/.tmp/hbase.id 2024-11-10T23:33:50,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:50,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:50,671 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/.tmp/hbase.id]:[hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/hbase.id] 2024-11-10T23:33:50,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:50,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:33:50,690 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T23:33:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:33:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:50,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:50,713 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:50,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:33:50,715 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:50,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:50,726 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store 2024-11-10T23:33:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:50,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:50,735 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:50,735 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:50,735 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:50,735 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:50,735 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:50,735 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:50,735 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:50,736 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281630735Disabling compacts and flushes for region at 1731281630735Disabling writes for close at 1731281630735Writing region close event to WAL at 1731281630735Closed at 1731281630735 2024-11-10T23:33:50,737 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/.initializing 2024-11-10T23:33:50,737 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/WALs/886659e041d3,37237,1731281630395 2024-11-10T23:33:50,738 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:50,740 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C37237%2C1731281630395, suffix=, logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/WALs/886659e041d3,37237,1731281630395, archiveDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/oldWALs, maxLogs=10 2024-11-10T23:33:50,758 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/WALs/886659e041d3,37237,1731281630395/886659e041d3%2C37237%2C1731281630395.1731281630741, exclude list is [], retry=0 2024-11-10T23:33:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c,DISK] 2024-11-10T23:33:50,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058,DISK] 2024-11-10T23:33:50,764 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/WALs/886659e041d3,37237,1731281630395/886659e041d3%2C37237%2C1731281630395.1731281630741 2024-11-10T23:33:50,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987),(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-10T23:33:50,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:50,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:50,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,765 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:33:50,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:50,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:50,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:33:50,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:50,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:33:50,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:50,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:33:50,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:50,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:50,778 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,779 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,780 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,782 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,782 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,782 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:50,784 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:50,787 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:50,788 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59589419, jitterRate=-0.11204846203327179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:50,789 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281630765Initializing all the Stores at 1731281630767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281630767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281630767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281630767Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281630767Cleaning up temporary data from old regions at 1731281630782 (+15 ms)Region opened successfully at 1731281630788 (+6 ms) 2024-11-10T23:33:50,789 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:33:50,793 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f60deb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:50,795 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:33:50,795 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:33:50,795 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:33:50,795 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:33:50,796 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:33:50,797 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:33:50,797 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:33:50,800 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:33:50,801 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:33:50,809 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:33:50,809 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:33:50,810 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:33:50,819 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:33:50,820 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:33:50,821 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:33:50,830 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:33:50,831 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:33:50,840 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:33:50,843 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:33:50,851 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:33:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:50,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:50,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,862 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,37237,1731281630395, sessionid=0x101271930510000, setting cluster-up flag (Was=false) 2024-11-10T23:33:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,914 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:33:50,916 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,37237,1731281630395 2024-11-10T23:33:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:50,967 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:33:50,968 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,37237,1731281630395 2024-11-10T23:33:50,970 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:33:50,972 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:50,972 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:33:50,972 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:33:50,972 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,37237,1731281630395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:33:50,974 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:50,975 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:50,975 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:50,975 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281660975 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:33:50,976 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:33:50,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:50,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:33:50,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:50,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:33:50,980 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:50,980 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:33:50,981 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:33:50,981 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:33:50,981 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:33:50,981 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:33:50,981 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281630981,5,FailOnTimeoutGroup] 2024-11-10T23:33:50,982 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281630981,5,FailOnTimeoutGroup] 2024-11-10T23:33:50,982 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:50,982 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:33:50,982 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:50,982 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:50,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:33:50,990 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc 2024-11-10T23:33:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:50,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:50,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:51,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:51,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:51,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:51,005 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(746): ClusterId : b4884913-e108-48a5-b94a-55fb7aab2433 2024-11-10T23:33:51,005 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(746): ClusterId : b4884913-e108-48a5-b94a-55fb7aab2433 2024-11-10T23:33:51,005 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:51,005 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:51,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:51,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:51,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:51,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,010 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:51,010 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:51,010 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:51,010 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:51,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:51,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:51,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:51,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740 2024-11-10T23:33:51,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740 2024-11-10T23:33:51,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:51,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:51,016 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:51,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:51,020 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:51,020 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:51,020 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:51,021 DEBUG [RS:1;886659e041d3:40537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b33b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:51,021 DEBUG [RS:0;886659e041d3:34983 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@296e89c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:51,021 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59235403, jitterRate=-0.11732371151447296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281630999Initializing all the Stores at 1731281631000 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631000Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631000Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281631000Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631000Cleaning up temporary data from old regions at 1731281631015 (+15 ms)Region opened successfully at 1731281631021 (+6 ms) 2024-11-10T23:33:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:51,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:51,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:51,024 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:51,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281631022Disabling compacts and flushes for region at 1731281631022Disabling writes for close at 1731281631022Writing region close event to WAL at 1731281631024 (+2 ms)Closed at 1731281631024 2024-11-10T23:33:51,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:51,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:33:51,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:33:51,029 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:51,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:33:51,034 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:40537 2024-11-10T23:33:51,034 INFO [RS:1;886659e041d3:40537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:51,034 INFO [RS:1;886659e041d3:40537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:51,034 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:51,035 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,37237,1731281630395 with port=40537, startcode=1731281630587 2024-11-10T23:33:51,035 DEBUG [RS:1;886659e041d3:40537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:51,036 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:34983 2024-11-10T23:33:51,037 INFO [RS:0;886659e041d3:34983 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:51,037 INFO [RS:0;886659e041d3:34983 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:51,037 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:51,038 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,37237,1731281630395 with port=34983, startcode=1731281630556 2024-11-10T23:33:51,038 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:51,038 DEBUG [RS:0;886659e041d3:34983 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:51,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,40537,1731281630587 2024-11-10T23:33:51,038 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(517): Registering regionserver=886659e041d3,40537,1731281630587 2024-11-10T23:33:51,040 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:51,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,34983,1731281630556 2024-11-10T23:33:51,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37237 {}] master.ServerManager(517): Registering regionserver=886659e041d3,34983,1731281630556 2024-11-10T23:33:51,041 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc 2024-11-10T23:33:51,041 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39271 2024-11-10T23:33:51,041 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:51,042 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc 2024-11-10T23:33:51,043 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39271 2024-11-10T23:33:51,043 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:51,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:51,091 DEBUG [RS:1;886659e041d3:40537 {}] zookeeper.ZKUtil(111): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,40537,1731281630587 2024-11-10T23:33:51,091 WARN [RS:1;886659e041d3:40537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:51,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,34983,1731281630556] 2024-11-10T23:33:51,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,40537,1731281630587] 2024-11-10T23:33:51,091 INFO [RS:1;886659e041d3:40537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:51,091 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,40537,1731281630587 2024-11-10T23:33:51,091 DEBUG [RS:0;886659e041d3:34983 {}] zookeeper.ZKUtil(111): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,34983,1731281630556 2024-11-10T23:33:51,091 WARN [RS:0;886659e041d3:34983 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:51,091 INFO [RS:0;886659e041d3:34983 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:51,092 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556 2024-11-10T23:33:51,096 INFO [RS:0;886659e041d3:34983 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:51,096 INFO [RS:1;886659e041d3:40537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:51,098 INFO [RS:0;886659e041d3:34983 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:51,099 INFO [RS:0;886659e041d3:34983 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:51,099 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,100 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:51,101 INFO [RS:0;886659e041d3:34983 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:51,101 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,101 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,101 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,102 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,103 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,103 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:51,103 DEBUG [RS:0;886659e041d3:34983 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:51,103 INFO [RS:1;886659e041d3:40537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:51,104 INFO [RS:1;886659e041d3:40537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:51,104 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,104 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34983,1731281630556-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:51,108 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:51,109 INFO [RS:1;886659e041d3:40537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:51,109 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,110 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,111 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,111 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:51,111 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:51,111 DEBUG [RS:1;886659e041d3:40537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:51,111 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,111 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,112 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,112 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,112 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,112 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,40537,1731281630587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:51,127 INFO [RS:0;886659e041d3:34983 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:51,127 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34983,1731281630556-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,127 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,127 INFO [RS:0;886659e041d3:34983 {}] regionserver.Replication(171): 886659e041d3,34983,1731281630556 started 2024-11-10T23:33:51,132 INFO [RS:1;886659e041d3:40537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:51,132 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,40537,1731281630587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,133 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,133 INFO [RS:1;886659e041d3:40537 {}] regionserver.Replication(171): 886659e041d3,40537,1731281630587 started 2024-11-10T23:33:51,145 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,146 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,34983,1731281630556, RpcServer on 886659e041d3/172.17.0.3:34983, sessionid=0x101271930510001 2024-11-10T23:33:51,146 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:51,146 DEBUG [RS:0;886659e041d3:34983 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,34983,1731281630556 2024-11-10T23:33:51,146 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,34983,1731281630556' 2024-11-10T23:33:51,146 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,34983,1731281630556 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,34983,1731281630556' 2024-11-10T23:33:51,147 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:51,148 DEBUG [RS:0;886659e041d3:34983 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:51,148 DEBUG [RS:0;886659e041d3:34983 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:51,148 INFO [RS:0;886659e041d3:34983 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:51,148 INFO [RS:0;886659e041d3:34983 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:51,150 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,150 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,40537,1731281630587, RpcServer on 886659e041d3/172.17.0.3:40537, sessionid=0x101271930510002 2024-11-10T23:33:51,150 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:51,150 DEBUG [RS:1;886659e041d3:40537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,40537,1731281630587 2024-11-10T23:33:51,150 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,40537,1731281630587' 2024-11-10T23:33:51,150 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,40537,1731281630587 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,40537,1731281630587' 2024-11-10T23:33:51,151 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:51,152 DEBUG [RS:1;886659e041d3:40537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:51,153 DEBUG [RS:1;886659e041d3:40537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:51,153 INFO [RS:1;886659e041d3:40537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:51,153 INFO [RS:1;886659e041d3:40537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:51,181 WARN [886659e041d3:37237 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:33:51,249 INFO [RS:0;886659e041d3:34983 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:51,254 INFO [RS:1;886659e041d3:40537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:51,255 INFO [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C34983%2C1731281630556, suffix=, logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556, archiveDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs, maxLogs=32 2024-11-10T23:33:51,259 INFO [RS:1;886659e041d3:40537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C40537%2C1731281630587, suffix=, logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,40537,1731281630587, archiveDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs, maxLogs=32 2024-11-10T23:33:51,273 DEBUG [RS:1;886659e041d3:40537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,40537,1731281630587/886659e041d3%2C40537%2C1731281630587.1731281631261, exclude list is [], retry=0 2024-11-10T23:33:51,273 DEBUG [RS:0;886659e041d3:34983 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556/886659e041d3%2C34983%2C1731281630556.1731281631260, exclude list is [], retry=0 2024-11-10T23:33:51,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058,DISK] 2024-11-10T23:33:51,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c,DISK] 2024-11-10T23:33:51,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058,DISK] 2024-11-10T23:33:51,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c,DISK] 2024-11-10T23:33:51,279 INFO [RS:1;886659e041d3:40537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,40537,1731281630587/886659e041d3%2C40537%2C1731281630587.1731281631261 2024-11-10T23:33:51,280 DEBUG [RS:1;886659e041d3:40537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987),(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-10T23:33:51,280 INFO [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556/886659e041d3%2C34983%2C1731281630556.1731281631260 2024-11-10T23:33:51,284 DEBUG [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42701:42701),(127.0.0.1/127.0.0.1:41987:41987)] 2024-11-10T23:33:51,431 DEBUG [886659e041d3:37237 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:33:51,431 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:51,435 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:51,435 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:51,435 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:51,435 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:51,435 INFO [886659e041d3:37237 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:51,435 INFO [886659e041d3:37237 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:51,435 DEBUG [886659e041d3:37237 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:51,435 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,34983,1731281630556 2024-11-10T23:33:51,437 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,34983,1731281630556, state=OPENING 2024-11-10T23:33:51,451 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:33:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:51,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:51,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:51,462 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,34983,1731281630556}] 2024-11-10T23:33:51,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:51,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:51,626 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:33:51,626 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:51,627 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:33:51,629 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C34983%2C1731281630556.meta, suffix=.meta, logDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556, archiveDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs, maxLogs=32 2024-11-10T23:33:51,644 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556/886659e041d3%2C34983%2C1731281630556.meta.1731281631630.meta, exclude list is [], retry=0 2024-11-10T23:33:51,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46169,DS-ff0ea286-e08d-47e1-9db2-7853ec334d9c,DISK] 2024-11-10T23:33:51,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34329,DS-e2c8dd9a-1180-4288-a8f6-7ecba8f7c058,DISK] 2024-11-10T23:33:51,648 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556/886659e041d3%2C34983%2C1731281630556.meta.1731281631630.meta 2024-11-10T23:33:51,649 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41987:41987),(127.0.0.1/127.0.0.1:42701:42701)] 2024-11-10T23:33:51,649 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:51,649 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:33:51,649 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:33:51,650 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:33:51,650 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:33:51,650 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:51,650 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:33:51,650 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:33:51,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:51,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:51,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:51,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:51,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:51,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:51,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:51,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:51,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:51,659 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:51,660 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740 2024-11-10T23:33:51,662 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740 2024-11-10T23:33:51,664 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:51,664 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:51,664 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:51,666 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:51,667 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64404209, jitterRate=-0.04030250012874603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:51,667 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:33:51,668 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281631650Writing region info on filesystem at 1731281631650Initializing all the Stores at 1731281631651 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631651Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281631651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281631652 (+1 ms)Cleaning up temporary data from old regions at 1731281631664 (+12 ms)Running coprocessor post-open hooks at 1731281631667 (+3 ms)Region opened successfully at 1731281631668 (+1 ms) 2024-11-10T23:33:51,670 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281631616 2024-11-10T23:33:51,672 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:33:51,673 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:33:51,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,34983,1731281630556 2024-11-10T23:33:51,675 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,34983,1731281630556, state=OPEN 2024-11-10T23:33:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:51,683 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,34983,1731281630556 2024-11-10T23:33:51,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,683 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:51,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:33:51,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,34983,1731281630556 in 221 msec 2024-11-10T23:33:51,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:33:51,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-10T23:33:51,691 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:51,691 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:33:51,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:51,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,34983,1731281630556, seqNum=-1] 2024-11-10T23:33:51,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:51,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:51,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 729 msec 2024-11-10T23:33:51,702 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281631702, completionTime=-1 2024-11-10T23:33:51,702 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:33:51,702 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:33:51,704 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:33:51,704 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281691704 2024-11-10T23:33:51,704 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281751704 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:37237, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,705 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,706 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,708 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:33:51,713 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.062sec 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:51,714 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:33:51,717 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:33:51,717 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:33:51,717 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37237,1731281630395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:51,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a14717b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:51,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,37237,-1 for getting cluster id 2024-11-10T23:33:51,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:33:51,812 DEBUG [HMaster-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4884913-e108-48a5-b94a-55fb7aab2433' 2024-11-10T23:33:51,813 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:33:51,814 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4884913-e108-48a5-b94a-55fb7aab2433" 2024-11-10T23:33:51,814 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18952eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:51,815 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,37237,-1] 2024-11-10T23:33:51,816 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:33:51,816 DEBUG [RPCClient-NioEventLoopGroup-5-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:51,818 INFO [HMaster-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:33:51,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c5eab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:51,819 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:51,820 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,34983,1731281630556, seqNum=-1] 2024-11-10T23:33:51,821 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:51,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:51,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,37237,1731281630395 2024-11-10T23:33:51,825 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:33:51,826 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,37237,1731281630395 2024-11-10T23:33:51,826 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@781e48b4 2024-11-10T23:33:51,826 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:33:51,828 INFO [HMaster-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:33:51,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:33:51,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:33:51,832 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:51,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:33:51,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:33:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:51,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:51,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:51,843 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b72979826710dd870ca6a9478464e12, NAME => 'testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc 2024-11-10T23:33:51,843 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1289c9b68ae4770a3e0b04cc7a5bc1cc, NAME => 'testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc 2024-11-10T23:33:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:51,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:51,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:51,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:51,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 3b72979826710dd870ca6a9478464e12, disabling compactions & flushes 2024-11-10T23:33:51,854 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 1289c9b68ae4770a3e0b04cc7a5bc1cc, disabling compactions & flushes 2024-11-10T23:33:51,854 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:51,855 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. after waiting 0 ms 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. after waiting 0 ms 2024-11-10T23:33:51,855 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b72979826710dd870ca6a9478464e12: Waiting for close lock at 1731281631854Disabling compacts and flushes for region at 1731281631854Disabling writes for close at 1731281631855 (+1 ms)Writing region close event to WAL at 1731281631855Closed at 1731281631855 2024-11-10T23:33:51,855 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:51,855 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1289c9b68ae4770a3e0b04cc7a5bc1cc: Waiting for close lock at 1731281631854Disabling compacts and flushes for region at 1731281631854Disabling writes for close at 1731281631855 (+1 ms)Writing region close event to WAL at 1731281631855Closed at 1731281631855 2024-11-10T23:33:51,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:51,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:33:51,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281631857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281631857"}]},"ts":"1731281631857"} 2024-11-10T23:33:51,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281631857"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281631857"}]},"ts":"1731281631857"} 2024-11-10T23:33:51,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:33:51,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:33:51,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281631862"}]},"ts":"1731281631862"} 2024-11-10T23:33:51,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:33:51,865 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:51,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:51,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:51,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:51,866 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:51,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:51,867 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:51,867 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:51,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b72979826710dd870ca6a9478464e12, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1289c9b68ae4770a3e0b04cc7a5bc1cc, ASSIGN}] 2024-11-10T23:33:51,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1289c9b68ae4770a3e0b04cc7a5bc1cc, ASSIGN 2024-11-10T23:33:51,869 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b72979826710dd870ca6a9478464e12, ASSIGN 2024-11-10T23:33:51,870 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1289c9b68ae4770a3e0b04cc7a5bc1cc, ASSIGN; state=OFFLINE, location=886659e041d3,40537,1731281630587; forceNewPlan=false, retain=false 2024-11-10T23:33:51,870 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b72979826710dd870ca6a9478464e12, ASSIGN; state=OFFLINE, location=886659e041d3,34983,1731281630556; forceNewPlan=false, retain=false 2024-11-10T23:33:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:52,021 INFO [886659e041d3:37237 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:33:52,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1289c9b68ae4770a3e0b04cc7a5bc1cc, regionState=OPENING, regionLocation=886659e041d3,40537,1731281630587 2024-11-10T23:33:52,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b72979826710dd870ca6a9478464e12, regionState=OPENING, regionLocation=886659e041d3,34983,1731281630556 2024-11-10T23:33:52,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1289c9b68ae4770a3e0b04cc7a5bc1cc, ASSIGN because future has completed 2024-11-10T23:33:52,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1289c9b68ae4770a3e0b04cc7a5bc1cc, server=886659e041d3,40537,1731281630587}] 2024-11-10T23:33:52,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b72979826710dd870ca6a9478464e12, ASSIGN because future has completed 2024-11-10T23:33:52,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b72979826710dd870ca6a9478464e12, server=886659e041d3,34983,1731281630556}] 2024-11-10T23:33:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:52,184 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:52,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:52,192 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,192 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,193 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b72979826710dd870ca6a9478464e12, NAME => 'testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:33:52,193 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1289c9b68ae4770a3e0b04cc7a5bc1cc, NAME => 'testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:33:52,193 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,193 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:52,194 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,194 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,194 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,194 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:52,195 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,195 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,198 INFO [StoreOpener-3b72979826710dd870ca6a9478464e12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,198 INFO [StoreOpener-1289c9b68ae4770a3e0b04cc7a5bc1cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,200 INFO [StoreOpener-1289c9b68ae4770a3e0b04cc7a5bc1cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1289c9b68ae4770a3e0b04cc7a5bc1cc columnFamilyName family 2024-11-10T23:33:52,200 INFO [StoreOpener-3b72979826710dd870ca6a9478464e12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b72979826710dd870ca6a9478464e12 columnFamilyName family 2024-11-10T23:33:52,200 DEBUG [StoreOpener-3b72979826710dd870ca6a9478464e12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:52,200 DEBUG [StoreOpener-1289c9b68ae4770a3e0b04cc7a5bc1cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:52,200 INFO [StoreOpener-1289c9b68ae4770a3e0b04cc7a5bc1cc-1 {}] regionserver.HStore(327): Store=1289c9b68ae4770a3e0b04cc7a5bc1cc/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:52,200 INFO [StoreOpener-3b72979826710dd870ca6a9478464e12-1 {}] regionserver.HStore(327): Store=3b72979826710dd870ca6a9478464e12/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:52,201 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,201 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,205 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,205 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,208 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:52,208 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:52,209 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1289c9b68ae4770a3e0b04cc7a5bc1cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74805940, jitterRate=0.11469537019729614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:52,209 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 3b72979826710dd870ca6a9478464e12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66717450, jitterRate=-0.0058325231075286865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:52,209 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,209 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,210 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1289c9b68ae4770a3e0b04cc7a5bc1cc: Running coprocessor pre-open hook at 1731281632195Writing region info on filesystem at 1731281632195Initializing all the Stores at 1731281632197 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281632197Cleaning up temporary data from old regions at 1731281632203 (+6 ms)Running coprocessor post-open hooks at 1731281632209 (+6 ms)Region opened successfully at 1731281632210 (+1 ms) 2024-11-10T23:33:52,210 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 3b72979826710dd870ca6a9478464e12: Running coprocessor pre-open hook at 1731281632194Writing region info on filesystem at 1731281632194Initializing all the Stores at 1731281632196 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281632196Cleaning up temporary data from old regions at 1731281632203 (+7 ms)Running coprocessor post-open hooks at 1731281632209 (+6 ms)Region opened successfully at 1731281632210 (+1 ms) 2024-11-10T23:33:52,211 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc., pid=7, masterSystemTime=1731281632184 2024-11-10T23:33:52,211 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12., pid=8, masterSystemTime=1731281632186 2024-11-10T23:33:52,214 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,214 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3b72979826710dd870ca6a9478464e12, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,34983,1731281630556 2024-11-10T23:33:52,216 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,216 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,217 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1289c9b68ae4770a3e0b04cc7a5bc1cc, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,40537,1731281630587 2024-11-10T23:33:52,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b72979826710dd870ca6a9478464e12, server=886659e041d3,34983,1731281630556 because future has completed 2024-11-10T23:33:52,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1289c9b68ae4770a3e0b04cc7a5bc1cc, server=886659e041d3,40537,1731281630587 because future has completed 2024-11-10T23:33:52,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=5 2024-11-10T23:33:52,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b72979826710dd870ca6a9478464e12, server=886659e041d3,34983,1731281630556 in 188 msec 2024-11-10T23:33:52,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T23:33:52,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=3b72979826710dd870ca6a9478464e12, ASSIGN in 357 msec 2024-11-10T23:33:52,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1289c9b68ae4770a3e0b04cc7a5bc1cc, server=886659e041d3,40537,1731281630587 in 194 msec 2024-11-10T23:33:52,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T23:33:52,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1289c9b68ae4770a3e0b04cc7a5bc1cc, ASSIGN in 360 msec 2024-11-10T23:33:52,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:33:52,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281632233"}]},"ts":"1731281632233"} 2024-11-10T23:33:52,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:33:52,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:33:52,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 408 msec 2024-11-10T23:33:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37237 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:52,463 INFO [RPCClient-NioEventLoopGroup-5-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:33:52,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:33:52,463 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:52,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:33:52,472 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:52,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:33:52,477 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12., hostname=886659e041d3,34983,1731281630556, seqNum=2] 2024-11-10T23:33:52,492 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc., hostname=886659e041d3,40537,1731281630587, seqNum=2] 2024-11-10T23:33:52,492 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:52,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:52,507 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3b72979826710dd870ca6a9478464e12 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:33:52,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/.tmp/family/e56a21e0c38946b7b1213052410aa0da is 32, key is 1/family:/1731281632479/Put/seqid=0 2024-11-10T23:33:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:52,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:52,530 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/.tmp/family/e56a21e0c38946b7b1213052410aa0da 2024-11-10T23:33:52,538 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/.tmp/family/e56a21e0c38946b7b1213052410aa0da as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/family/e56a21e0c38946b7b1213052410aa0da 2024-11-10T23:33:52,548 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/family/e56a21e0c38946b7b1213052410aa0da, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:33:52,549 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 3b72979826710dd870ca6a9478464e12 in 43ms, sequenceid=8, compaction requested=false 2024-11-10T23:33:52,549 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3b72979826710dd870ca6a9478464e12: 2024-11-10T23:33:52,549 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1289c9b68ae4770a3e0b04cc7a5bc1cc 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:33:52,565 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/.tmp/family/813fd97131144dbd86aa2f80a2d62fd1 is 32, key is 5/family:/1731281632495/Put/seqid=0 2024-11-10T23:33:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:52,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:52,571 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/.tmp/family/813fd97131144dbd86aa2f80a2d62fd1 2024-11-10T23:33:52,580 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/.tmp/family/813fd97131144dbd86aa2f80a2d62fd1 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/family/813fd97131144dbd86aa2f80a2d62fd1 2024-11-10T23:33:52,588 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/family/813fd97131144dbd86aa2f80a2d62fd1, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:33:52,590 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 1289c9b68ae4770a3e0b04cc7a5bc1cc in 41ms, sequenceid=9, compaction requested=false 2024-11-10T23:33:52,590 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1289c9b68ae4770a3e0b04cc7a5bc1cc: 2024-11-10T23:33:52,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:33:52,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:52,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:52,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:33:52,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:33:52,596 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=509027745, stopped=false 2024-11-10T23:33:52,596 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,37237,1731281630395 2024-11-10T23:33:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:52,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:52,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:52,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:52,641 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:52,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:52,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:52,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:52,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:52,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:52,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,34983,1731281630556' ***** 2024-11-10T23:33:52,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:52,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,40537,1731281630587' ***** 2024-11-10T23:33:52,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:52,644 INFO [RS:0;886659e041d3:34983 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:52,644 INFO [RS:1;886659e041d3:40537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:52,644 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:52,644 INFO [RS:0;886659e041d3:34983 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:52,644 INFO [RS:1;886659e041d3:40537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:52,644 INFO [RS:1;886659e041d3:40537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:52,644 INFO [RS:0;886659e041d3:34983 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:52,644 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,644 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:52,645 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,34983,1731281630556 2024-11-10T23:33:52,645 INFO [RS:0;886659e041d3:34983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:52,645 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,40537,1731281630587 2024-11-10T23:33:52,645 INFO [RS:1;886659e041d3:40537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:52,645 INFO [RS:0;886659e041d3:34983 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:34983. 2024-11-10T23:33:52,645 INFO [RS:1;886659e041d3:40537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:40537. 2024-11-10T23:33:52,645 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b72979826710dd870ca6a9478464e12, disabling compactions & flushes 2024-11-10T23:33:52,645 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1289c9b68ae4770a3e0b04cc7a5bc1cc, disabling compactions & flushes 2024-11-10T23:33:52,645 DEBUG [RS:1;886659e041d3:40537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:52,645 DEBUG [RS:0;886659e041d3:34983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:52,645 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,645 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,646 DEBUG [RS:1;886659e041d3:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,646 DEBUG [RS:0;886659e041d3:34983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,646 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:33:52,646 INFO [RS:0;886659e041d3:34983 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. after waiting 0 ms 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. after waiting 0 ms 2024-11-10T23:33:52,646 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1325): Online Regions={1289c9b68ae4770a3e0b04cc7a5bc1cc=testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc.} 2024-11-10T23:33:52,646 INFO [RS:0;886659e041d3:34983 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,646 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,646 INFO [RS:0;886659e041d3:34983 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:52,646 DEBUG [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1351): Waiting on 1289c9b68ae4770a3e0b04cc7a5bc1cc 2024-11-10T23:33:52,646 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:33:52,647 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:33:52,647 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1325): Online Regions={3b72979826710dd870ca6a9478464e12=testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:33:52,647 DEBUG [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3b72979826710dd870ca6a9478464e12 2024-11-10T23:33:52,647 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:52,647 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:52,647 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:52,647 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:52,647 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:52,648 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:33:52,653 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/3b72979826710dd870ca6a9478464e12/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:33:52,653 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/default/testClearRegionBlockCache/1289c9b68ae4770a3e0b04cc7a5bc1cc/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:33:52,655 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,655 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,655 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1289c9b68ae4770a3e0b04cc7a5bc1cc: Waiting for close lock at 1731281632645Running coprocessor pre-close hooks at 1731281632645Disabling compacts and flushes for region at 1731281632645Disabling writes for close at 1731281632646 (+1 ms)Writing region close event to WAL at 1731281632648 (+2 ms)Running coprocessor post-close hooks at 1731281632654 (+6 ms)Closed at 1731281632654 2024-11-10T23:33:52,655 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b72979826710dd870ca6a9478464e12: Waiting for close lock at 1731281632645Running coprocessor pre-close hooks at 1731281632645Disabling compacts and flushes for region at 1731281632645Disabling writes for close at 1731281632646 (+1 ms)Writing region close event to WAL at 1731281632647 (+1 ms)Running coprocessor post-close hooks at 1731281632654 (+7 ms)Closed at 1731281632654 2024-11-10T23:33:52,655 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc. 2024-11-10T23:33:52,655 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281631828.3b72979826710dd870ca6a9478464e12. 2024-11-10T23:33:52,667 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/info/8dccf4b7313b4cabb71c56e54c1ca199 is 173, key is testClearRegionBlockCache,5,1731281631828.1289c9b68ae4770a3e0b04cc7a5bc1cc./info:regioninfo/1731281632217/Put/seqid=0 2024-11-10T23:33:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:52,674 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/info/8dccf4b7313b4cabb71c56e54c1ca199 2024-11-10T23:33:52,698 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/ns/42c9c570871542abb7858fbf419963f1 is 43, key is default/ns:d/1731281631695/Put/seqid=0 2024-11-10T23:33:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:52,704 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/ns/42c9c570871542abb7858fbf419963f1 2024-11-10T23:33:52,707 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:33:52,707 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T23:33:52,709 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:33:52,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T23:33:52,710 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:52,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:33:52,710 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T23:33:52,715 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:52,727 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/table/68f0df19a601407ea4cb0eb1901a7b43 is 61, key is testClearRegionBlockCache/table:state/1731281632233/Put/seqid=0 2024-11-10T23:33:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:52,734 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/table/68f0df19a601407ea4cb0eb1901a7b43 2024-11-10T23:33:52,742 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/info/8dccf4b7313b4cabb71c56e54c1ca199 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/info/8dccf4b7313b4cabb71c56e54c1ca199 2024-11-10T23:33:52,749 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/info/8dccf4b7313b4cabb71c56e54c1ca199, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:33:52,750 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/ns/42c9c570871542abb7858fbf419963f1 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/ns/42c9c570871542abb7858fbf419963f1 2024-11-10T23:33:52,757 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/ns/42c9c570871542abb7858fbf419963f1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:33:52,759 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/.tmp/table/68f0df19a601407ea4cb0eb1901a7b43 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/table/68f0df19a601407ea4cb0eb1901a7b43 2024-11-10T23:33:52,766 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/table/68f0df19a601407ea4cb0eb1901a7b43, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:33:52,768 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false 2024-11-10T23:33:52,774 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:33:52,775 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:33:52,775 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:52,775 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281632647Running coprocessor pre-close hooks at 1731281632647Disabling compacts and flushes for region at 1731281632647Disabling writes for close at 1731281632647Obtaining lock to block concurrent updates at 1731281632648 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731281632648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281632649 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731281632649Flushing 1588230740/info: creating writer at 1731281632650 (+1 ms)Flushing 1588230740/info: appending metadata at 1731281632666 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731281632666Flushing 1588230740/ns: creating writer at 1731281632683 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731281632697 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731281632697Flushing 1588230740/table: creating writer at 1731281632712 (+15 ms)Flushing 1588230740/table: appending metadata at 1731281632727 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731281632727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8483b3: reopening flushed file at 1731281632740 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f13a32: reopening flushed file at 1731281632749 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcec30c: reopening flushed file at 1731281632757 (+8 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 121ms, sequenceid=13, compaction requested=false at 1731281632768 (+11 ms)Writing region close event to WAL at 1731281632769 (+1 ms)Running coprocessor post-close hooks at 1731281632775 (+6 ms)Closed at 1731281632775 2024-11-10T23:33:52,775 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:52,846 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,40537,1731281630587; all regions closed. 2024-11-10T23:33:52,847 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,34983,1731281630556; all regions closed. 2024-11-10T23:33:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:33:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:33:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:52,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:52,854 DEBUG [RS:1;886659e041d3:40537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs 2024-11-10T23:33:52,854 DEBUG [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs 2024-11-10T23:33:52,854 INFO [RS:1;886659e041d3:40537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C40537%2C1731281630587:(num 1731281631261) 2024-11-10T23:33:52,854 INFO [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C34983%2C1731281630556.meta:.meta(num 1731281631630) 2024-11-10T23:33:52,854 DEBUG [RS:1;886659e041d3:40537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,854 INFO [RS:1;886659e041d3:40537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:52,854 INFO [RS:1;886659e041d3:40537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:52,854 INFO [RS:1;886659e041d3:40537 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:52,855 INFO [RS:1;886659e041d3:40537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:52,855 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:52,855 INFO [RS:1;886659e041d3:40537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:52,855 INFO [RS:1;886659e041d3:40537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:52,855 INFO [RS:1;886659e041d3:40537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:52,855 INFO [RS:1;886659e041d3:40537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40537 2024-11-10T23:33:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:33:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:33:52,858 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/WALs/886659e041d3,34983,1731281630556/886659e041d3%2C34983%2C1731281630556.1731281631260 not finished, retry = 0 2024-11-10T23:33:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,40537,1731281630587 2024-11-10T23:33:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:52,861 INFO [RS:1;886659e041d3:40537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:52,872 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,40537,1731281630587] 2024-11-10T23:33:52,882 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,40537,1731281630587 already deleted, retry=false 2024-11-10T23:33:52,883 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,40537,1731281630587 expired; onlineServers=1 2024-11-10T23:33:52,962 DEBUG [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/oldWALs 2024-11-10T23:33:52,962 INFO [RS:0;886659e041d3:34983 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C34983%2C1731281630556:(num 1731281631260) 2024-11-10T23:33:52,962 DEBUG [RS:0;886659e041d3:34983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:52,962 INFO [RS:0;886659e041d3:34983 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:52,962 INFO [RS:0;886659e041d3:34983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:52,962 INFO [RS:0;886659e041d3:34983 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:52,962 INFO [RS:0;886659e041d3:34983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:52,962 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:52,963 INFO [RS:0;886659e041d3:34983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34983 2024-11-10T23:33:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,34983,1731281630556 2024-11-10T23:33:52,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:52,967 INFO [RS:0;886659e041d3:34983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:52,972 INFO [RS:1;886659e041d3:40537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:52,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40537-0x101271930510002, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:52,972 INFO [RS:1;886659e041d3:40537 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,40537,1731281630587; zookeeper connection closed. 2024-11-10T23:33:52,973 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9835128 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9835128 2024-11-10T23:33:52,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,34983,1731281630556] 2024-11-10T23:33:52,988 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,34983,1731281630556 already deleted, retry=false 2024-11-10T23:33:52,988 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,34983,1731281630556 expired; onlineServers=0 2024-11-10T23:33:52,988 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,37237,1731281630395' ***** 2024-11-10T23:33:52,988 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:33:52,988 INFO [M:0;886659e041d3:37237 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:52,988 INFO [M:0;886659e041d3:37237 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:52,988 DEBUG [M:0;886659e041d3:37237 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:33:52,988 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:33:52,988 DEBUG [M:0;886659e041d3:37237 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:33:52,988 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281630981 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281630981,5,FailOnTimeoutGroup] 2024-11-10T23:33:52,988 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281630981 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281630981,5,FailOnTimeoutGroup] 2024-11-10T23:33:52,989 INFO [M:0;886659e041d3:37237 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:52,989 INFO [M:0;886659e041d3:37237 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:52,989 DEBUG [M:0;886659e041d3:37237 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:33:52,989 INFO [M:0;886659e041d3:37237 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:33:52,989 INFO [M:0;886659e041d3:37237 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:52,989 INFO [M:0;886659e041d3:37237 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:33:52,989 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:33:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:52,998 DEBUG [M:0;886659e041d3:37237 {}] zookeeper.ZKUtil(347): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:33:52,998 WARN [M:0;886659e041d3:37237 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:33:52,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:52,999 INFO [M:0;886659e041d3:37237 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/.lastflushedseqids 2024-11-10T23:33:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741844_1020 (size=200) 2024-11-10T23:33:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741844_1020 (size=200) 2024-11-10T23:33:53,006 INFO [M:0;886659e041d3:37237 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:33:53,007 INFO [M:0;886659e041d3:37237 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:33:53,007 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:53,007 INFO [M:0;886659e041d3:37237 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:53,007 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:53,007 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:53,007 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:53,007 INFO [M:0;886659e041d3:37237 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:33:53,024 DEBUG [M:0;886659e041d3:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef589c0fd540639a5577af3bf1a800 is 82, key is hbase:meta,,1/info:regioninfo/1731281631673/Put/seqid=0 2024-11-10T23:33:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:53,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:53,030 INFO [M:0;886659e041d3:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef589c0fd540639a5577af3bf1a800 2024-11-10T23:33:53,052 DEBUG [M:0;886659e041d3:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff27b3d491f24742a347973767f7f927 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281632239/Put/seqid=0 2024-11-10T23:33:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:33:53,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:33:53,059 INFO [M:0;886659e041d3:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff27b3d491f24742a347973767f7f927 2024-11-10T23:33:53,077 INFO [RS:0;886659e041d3:34983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:53,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:53,077 INFO [RS:0;886659e041d3:34983 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,34983,1731281630556; zookeeper connection closed. 2024-11-10T23:33:53,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34983-0x101271930510001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:53,078 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@33becae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@33becae 2024-11-10T23:33:53,078 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:33:53,082 DEBUG [M:0;886659e041d3:37237 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39336dc720c24bf19112e0197444726a is 69, key is 886659e041d3,34983,1731281630556/rs:state/1731281631041/Put/seqid=0 2024-11-10T23:33:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:53,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:53,088 INFO [M:0;886659e041d3:37237 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39336dc720c24bf19112e0197444726a 2024-11-10T23:33:53,095 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57ef589c0fd540639a5577af3bf1a800 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ef589c0fd540639a5577af3bf1a800 2024-11-10T23:33:53,102 INFO [M:0;886659e041d3:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57ef589c0fd540639a5577af3bf1a800, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:33:53,103 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff27b3d491f24742a347973767f7f927 as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff27b3d491f24742a347973767f7f927 2024-11-10T23:33:53,109 INFO [M:0;886659e041d3:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff27b3d491f24742a347973767f7f927, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:33:53,110 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/39336dc720c24bf19112e0197444726a as hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39336dc720c24bf19112e0197444726a 2024-11-10T23:33:53,117 INFO [M:0;886659e041d3:37237 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39271/user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/39336dc720c24bf19112e0197444726a, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:33:53,118 INFO [M:0;886659e041d3:37237 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false 2024-11-10T23:33:53,119 INFO [M:0;886659e041d3:37237 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:53,119 DEBUG [M:0;886659e041d3:37237 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281633007Disabling compacts and flushes for region at 1731281633007Disabling writes for close at 1731281633007Obtaining lock to block concurrent updates at 1731281633007Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281633007Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281633007Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281633008 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281633008Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281633024 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281633024Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281633036 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281633052 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281633052Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281633066 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281633081 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281633081Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abb5cf6: reopening flushed file at 1731281633094 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1599c986: reopening flushed file at 1731281633102 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4418194b: reopening flushed file at 1731281633109 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=71, compaction requested=false at 1731281633118 (+9 ms)Writing region close event to WAL at 1731281633119 (+1 ms)Closed at 1731281633119 2024-11-10T23:33:53,122 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4ec1fb90-4828-c40d-9f32-56593b7853fc/MasterData/WALs/886659e041d3,37237,1731281630395/886659e041d3%2C37237%2C1731281630395.1731281630741 not finished, retry = 0 2024-11-10T23:33:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46169 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:33:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34329 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:33:53,224 INFO [M:0;886659e041d3:37237 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:33:53,224 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:53,224 INFO [M:0;886659e041d3:37237 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37237 2024-11-10T23:33:53,224 INFO [M:0;886659e041d3:37237 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:53,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:53,330 INFO [M:0;886659e041d3:37237 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:53,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37237-0x101271930510000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:53,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5edde1d6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:53,335 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a66f5b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:53,335 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:53,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f30afa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:53,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad4f567{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:53,338 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:53,338 WARN [BP-777275446-172.17.0.3-1731281628174 heartbeating to localhost/127.0.0.1:39271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:53,338 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:53,338 WARN [BP-777275446-172.17.0.3-1731281628174 heartbeating to localhost/127.0.0.1:39271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777275446-172.17.0.3-1731281628174 (Datanode Uuid 0222bf11-d934-4ac9-83c7-5cbae8509379) service to localhost/127.0.0.1:39271 2024-11-10T23:33:53,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data3/current/BP-777275446-172.17.0.3-1731281628174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:53,339 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data4/current/BP-777275446-172.17.0.3-1731281628174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:53,340 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:53,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1119c3b5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:53,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@397584a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:53,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:53,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d0e0050{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:53,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d053c49{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:53,345 WARN [BP-777275446-172.17.0.3-1731281628174 heartbeating to localhost/127.0.0.1:39271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:53,345 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:53,345 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:53,345 WARN [BP-777275446-172.17.0.3-1731281628174 heartbeating to localhost/127.0.0.1:39271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-777275446-172.17.0.3-1731281628174 (Datanode Uuid 37fe9b1e-038c-4864-a88a-a6e3eccc6efa) service to localhost/127.0.0.1:39271 2024-11-10T23:33:53,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data1/current/BP-777275446-172.17.0.3-1731281628174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:53,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/cluster_23e1068f-7141-fb82-579f-505afce5c0e4/data/data2/current/BP-777275446-172.17.0.3-1731281628174 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:53,346 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:53,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1811e72e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:53,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d643cf7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:53,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:53,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25edd9b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:53,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1d15d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:53,358 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:33:53,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:33:53,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[0: lru] Thread=115 (was 85) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39271 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39271 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:39271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 413) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=586 (was 619), ProcessCount=11 (was 11), AvailableMemoryMB=7300 (was 7428) 2024-11-10T23:33:53,394 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=115, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=586, ProcessCount=11, AvailableMemoryMB=7300 2024-11-10T23:33:53,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir so I do NOT create it in target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e 2024-11-10T23:33:53,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:33:53,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.tmp.dir so I do NOT create it in target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e 2024-11-10T23:33:53,408 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c6c269c5-2894-32db-bcb4-340515398c01/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:33:53,408 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e 2024-11-10T23:33:53,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:33:53,408 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe, deleteOnExit=true 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/test.cache.data in system properties and HBase conf 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:33:53,409 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:33:53,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:53,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:33:53,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:33:53,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:53,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:53,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:53,745 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:53,745 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:53,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:53,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29dc87ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:53,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c58acd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:53,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ad8aa0f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/java.io.tmpdir/jetty-localhost-46073-hadoop-hdfs-3_4_1-tests_jar-_-any-15601755978723623682/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:53,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73efb013{HTTP/1.1, (http/1.1)}{localhost:46073} 2024-11-10T23:33:53,839 INFO [Time-limited test {}] server.Server(415): Started @17522ms 2024-11-10T23:33:54,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:54,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:54,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:54,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:54,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:54,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b5ab2f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:54,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bc9de68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:54,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d58b3bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/java.io.tmpdir/jetty-localhost-46587-hadoop-hdfs-3_4_1-tests_jar-_-any-9798659994781963535/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:54,231 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f04fc9d{HTTP/1.1, (http/1.1)}{localhost:46587} 2024-11-10T23:33:54,231 INFO [Time-limited test {}] server.Server(415): Started @17914ms 2024-11-10T23:33:54,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:54,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:54,277 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:54,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:54,278 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:54,278 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:54,279 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61f57681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:54,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@629d4e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:54,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67574e3b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/java.io.tmpdir/jetty-localhost-44089-hadoop-hdfs-3_4_1-tests_jar-_-any-2400057782768116784/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:54,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a012ac0{HTTP/1.1, (http/1.1)}{localhost:44089} 2024-11-10T23:33:54,374 INFO [Time-limited test {}] server.Server(415): Started @18057ms 2024-11-10T23:33:54,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:55,385 WARN [Thread-633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data1/current/BP-1016889814-172.17.0.3-1731281633435/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:55,385 WARN [Thread-634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data2/current/BP-1016889814-172.17.0.3-1731281633435/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:55,408 WARN [Thread-597 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf68c4b0528162a6f with lease ID 0xf023f6a2b11dbed1: Processing first storage report for DS-60623f8c-e841-4e26-9e80-585ffd5696c4 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=08a00c6b-561e-4967-a188-cf064d3c5c43, infoPort=45703, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435) 2024-11-10T23:33:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf68c4b0528162a6f with lease ID 0xf023f6a2b11dbed1: from storage DS-60623f8c-e841-4e26-9e80-585ffd5696c4 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=08a00c6b-561e-4967-a188-cf064d3c5c43, infoPort=45703, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf68c4b0528162a6f with lease ID 0xf023f6a2b11dbed1: Processing first storage report for DS-5b959a43-f8ee-428e-a684-9a8850072187 from datanode DatanodeRegistration(127.0.0.1:40789, datanodeUuid=08a00c6b-561e-4967-a188-cf064d3c5c43, infoPort=45703, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435) 2024-11-10T23:33:55,410 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf68c4b0528162a6f with lease ID 0xf023f6a2b11dbed1: from storage DS-5b959a43-f8ee-428e-a684-9a8850072187 node DatanodeRegistration(127.0.0.1:40789, datanodeUuid=08a00c6b-561e-4967-a188-cf064d3c5c43, infoPort=45703, infoSecurePort=0, ipcPort=34087, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:55,738 WARN [Thread-644 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data3/current/BP-1016889814-172.17.0.3-1731281633435/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:55,740 WARN [Thread-645 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data4/current/BP-1016889814-172.17.0.3-1731281633435/current, will proceed with Du for space computation calculation, 2024-11-10T23:33:55,762 WARN [Thread-620 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:33:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7829a61f5704b616 with lease ID 0xf023f6a2b11dbed2: Processing first storage report for DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=ec691951-fd78-4f96-a3ac-76da46c7cd00, infoPort=45687, infoSecurePort=0, ipcPort=43215, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435) 2024-11-10T23:33:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7829a61f5704b616 with lease ID 0xf023f6a2b11dbed2: from storage DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=ec691951-fd78-4f96-a3ac-76da46c7cd00, infoPort=45687, infoSecurePort=0, ipcPort=43215, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7829a61f5704b616 with lease ID 0xf023f6a2b11dbed2: Processing first storage report for DS-afe9677a-4651-49af-86f6-dece4b66af88 from datanode DatanodeRegistration(127.0.0.1:46451, datanodeUuid=ec691951-fd78-4f96-a3ac-76da46c7cd00, infoPort=45687, infoSecurePort=0, ipcPort=43215, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435) 2024-11-10T23:33:55,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7829a61f5704b616 with lease ID 0xf023f6a2b11dbed2: from storage DS-afe9677a-4651-49af-86f6-dece4b66af88 node DatanodeRegistration(127.0.0.1:46451, datanodeUuid=ec691951-fd78-4f96-a3ac-76da46c7cd00, infoPort=45687, infoSecurePort=0, ipcPort=43215, storageInfo=lv=-57;cid=testClusterID;nsid=997394703;c=1731281633435), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:33:55,816 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e 2024-11-10T23:33:55,820 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/zookeeper_0, clientPort=60114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:33:55,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60114 2024-11-10T23:33:55,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:55,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:33:55,837 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df with version=8 2024-11-10T23:33:55,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/hbase-staging 2024-11-10T23:33:55,839 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:55,839 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:55,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:55,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:33:55,840 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:55,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34627 2024-11-10T23:33:55,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34627 connecting to ZooKeeper ensemble=127.0.0.1:60114 2024-11-10T23:33:55,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346270x0, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:55,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34627-0x101271945960000 connected 2024-11-10T23:33:56,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,068 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:56,068 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df, hbase.cluster.distributed=false 2024-11-10T23:33:56,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:56,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34627 2024-11-10T23:33:56,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34627 2024-11-10T23:33:56,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34627 2024-11-10T23:33:56,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34627 2024-11-10T23:33:56,071 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34627 2024-11-10T23:33:56,085 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:56,086 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:56,087 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36035 2024-11-10T23:33:56,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36035 connecting to ZooKeeper ensemble=127.0.0.1:60114 2024-11-10T23:33:56,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360350x0, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:56,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360350x0, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:56,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36035-0x101271945960001 connected 2024-11-10T23:33:56,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:56,116 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:56,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:56,118 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:56,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-10T23:33:56,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36035 2024-11-10T23:33:56,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36035 2024-11-10T23:33:56,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-10T23:33:56,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36035 2024-11-10T23:33:56,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:33:56,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:33:56,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35295 2024-11-10T23:33:56,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35295 connecting to ZooKeeper ensemble=127.0.0.1:60114 2024-11-10T23:33:56,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352950x0, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:33:56,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:56,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35295-0x101271945960002 connected 2024-11-10T23:33:56,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:33:56,157 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:33:56,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:33:56,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:33:56,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-10T23:33:56,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35295 2024-11-10T23:33:56,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35295 2024-11-10T23:33:56,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-10T23:33:56,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35295 2024-11-10T23:33:56,176 DEBUG [M:0;886659e041d3:34627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:34627 2024-11-10T23:33:56,177 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,34627,1731281635839 2024-11-10T23:33:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,188 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,34627,1731281635839 2024-11-10T23:33:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,199 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:33:56,200 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,34627,1731281635839 from backup master directory 2024-11-10T23:33:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,34627,1731281635839 2024-11-10T23:33:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:33:56,209 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:56,209 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,34627,1731281635839 2024-11-10T23:33:56,215 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/hbase.id] with ID: e1970f4c-3df1-40a8-baec-ade50744264d 2024-11-10T23:33:56,215 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/.tmp/hbase.id 2024-11-10T23:33:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:33:56,222 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/.tmp/hbase.id]:[hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/hbase.id] 2024-11-10T23:33:56,236 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:33:56,236 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:33:56,238 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T23:33:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:33:56,258 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:56,259 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:33:56,259 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:56,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:33:56,274 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store 2024-11-10T23:33:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:33:56,282 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:56,283 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:56,283 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:56,283 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:56,283 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:56,283 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:56,283 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:56,283 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281636283Disabling compacts and flushes for region at 1731281636283Disabling writes for close at 1731281636283Writing region close event to WAL at 1731281636283Closed at 1731281636283 2024-11-10T23:33:56,284 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/.initializing 2024-11-10T23:33:56,284 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/WALs/886659e041d3,34627,1731281635839 2024-11-10T23:33:56,285 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:56,287 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C34627%2C1731281635839, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/WALs/886659e041d3,34627,1731281635839, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/oldWALs, maxLogs=10 2024-11-10T23:33:56,300 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/WALs/886659e041d3,34627,1731281635839/886659e041d3%2C34627%2C1731281635839.1731281636287, exclude list is [], retry=0 2024-11-10T23:33:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-60623f8c-e841-4e26-9e80-585ffd5696c4,DISK] 2024-11-10T23:33:56,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7,DISK] 2024-11-10T23:33:56,305 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/WALs/886659e041d3,34627,1731281635839/886659e041d3%2C34627%2C1731281635839.1731281636287 2024-11-10T23:33:56,306 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:45687:45687)] 2024-11-10T23:33:56,306 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:56,306 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:56,306 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,306 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:33:56,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:56,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:33:56,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:33:56,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:56,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:33:56,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:56,316 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,316 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,317 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,318 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,319 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,319 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:56,321 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:33:56,323 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:56,324 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74094065, jitterRate=0.10408760607242584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:56,325 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281636306Initializing all the Stores at 1731281636307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281636308 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281636308Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281636308Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281636308Cleaning up temporary data from old regions at 1731281636319 (+11 ms)Region opened successfully at 1731281636325 (+6 ms) 2024-11-10T23:33:56,326 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:33:56,329 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc9c7bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:56,330 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:33:56,331 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:33:56,331 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:33:56,331 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:33:56,331 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:33:56,332 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:33:56,332 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:33:56,334 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:33:56,335 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:33:56,345 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:33:56,346 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:33:56,347 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:33:56,356 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:33:56,356 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:33:56,358 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:33:56,366 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:33:56,367 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:33:56,377 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:33:56,379 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:33:56,387 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:33:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:56,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,399 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,34627,1731281635839, sessionid=0x101271945960000, setting cluster-up flag (Was=false) 2024-11-10T23:33:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,451 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:33:56,454 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,34627,1731281635839 2024-11-10T23:33:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:56,504 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:33:56,507 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,34627,1731281635839 2024-11-10T23:33:56,510 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:33:56,514 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:56,515 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:33:56,515 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:33:56,516 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,34627,1731281635839 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:33:56,519 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:56,519 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:56,519 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:56,520 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:33:56,520 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:33:56,520 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,520 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:56,520 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281666521 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:33:56,521 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:33:56,522 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,522 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:56,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:33:56,522 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:33:56,522 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:33:56,522 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:33:56,523 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,523 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:33:56,523 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:33:56,524 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:33:56,524 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281636524,5,FailOnTimeoutGroup] 2024-11-10T23:33:56,524 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281636524,5,FailOnTimeoutGroup] 2024-11-10T23:33:56,524 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,525 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:33:56,525 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,525 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:56,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:33:56,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:33:56,532 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df 2024-11-10T23:33:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:56,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:33:56,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:56,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:56,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:56,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:56,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:56,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:56,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:56,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:56,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:56,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:56,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:56,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:56,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:56,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:56,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740 2024-11-10T23:33:56,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740 2024-11-10T23:33:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:56,555 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:56,559 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:56,559 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61225567, jitterRate=-0.08766795694828033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:56,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281636543Initializing all the Stores at 1731281636543Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281636543Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281636544 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281636544Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281636544Cleaning up temporary data from old regions at 1731281636555 (+11 ms)Region opened successfully at 1731281636560 (+5 ms) 2024-11-10T23:33:56,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:56,560 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:56,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:56,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:56,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:56,561 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:56,561 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281636560Disabling compacts and flushes for region at 1731281636560Disabling writes for close at 1731281636561 (+1 ms)Writing region close event to WAL at 1731281636561Closed at 1731281636561 2024-11-10T23:33:56,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:56,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:33:56,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:33:56,563 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(746): ClusterId : e1970f4c-3df1-40a8-baec-ade50744264d 2024-11-10T23:33:56,563 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(746): ClusterId : e1970f4c-3df1-40a8-baec-ade50744264d 2024-11-10T23:33:56,563 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:56,563 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:33:56,564 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:56,565 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:33:56,567 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:56,567 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:56,567 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:33:56,567 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:33:56,588 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:56,588 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:33:56,588 DEBUG [RS:1;886659e041d3:35295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79347ba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:56,589 DEBUG [RS:0;886659e041d3:36035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3786af13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:33:56,604 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:36035 2024-11-10T23:33:56,604 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:35295 2024-11-10T23:33:56,604 INFO [RS:1;886659e041d3:35295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:56,604 INFO [RS:0;886659e041d3:36035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:33:56,604 INFO [RS:1;886659e041d3:35295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:56,604 INFO [RS:0;886659e041d3:36035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:33:56,604 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:56,605 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:33:56,605 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,34627,1731281635839 with port=36035, startcode=1731281636085 2024-11-10T23:33:56,605 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,34627,1731281635839 with port=35295, startcode=1731281636141 2024-11-10T23:33:56,605 DEBUG [RS:1;886659e041d3:35295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:56,606 DEBUG [RS:0;886659e041d3:36035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:33:56,607 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52435, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:56,607 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:33:56,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,36035,1731281636085 2024-11-10T23:33:56,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34627 {}] master.ServerManager(517): Registering regionserver=886659e041d3,36035,1731281636085 2024-11-10T23:33:56,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,35295,1731281636141 2024-11-10T23:33:56,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34627 {}] master.ServerManager(517): Registering regionserver=886659e041d3,35295,1731281636141 2024-11-10T23:33:56,610 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df 2024-11-10T23:33:56,610 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37075 2024-11-10T23:33:56,610 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:56,611 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df 2024-11-10T23:33:56,611 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37075 2024-11-10T23:33:56,611 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:33:56,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:56,657 DEBUG [RS:0;886659e041d3:36035 {}] zookeeper.ZKUtil(111): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,36035,1731281636085 2024-11-10T23:33:56,657 WARN [RS:0;886659e041d3:36035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:56,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,36035,1731281636085] 2024-11-10T23:33:56,657 INFO [RS:0;886659e041d3:36035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:56,657 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,35295,1731281636141] 2024-11-10T23:33:56,658 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,36035,1731281636085 2024-11-10T23:33:56,658 DEBUG [RS:1;886659e041d3:35295 {}] zookeeper.ZKUtil(111): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,35295,1731281636141 2024-11-10T23:33:56,658 WARN [RS:1;886659e041d3:35295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:33:56,658 INFO [RS:1;886659e041d3:35295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:56,658 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141 2024-11-10T23:33:56,662 INFO [RS:1;886659e041d3:35295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:56,662 INFO [RS:0;886659e041d3:36035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:33:56,664 INFO [RS:1;886659e041d3:35295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:56,665 INFO [RS:1;886659e041d3:35295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:56,665 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,665 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:56,666 INFO [RS:1;886659e041d3:35295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:56,666 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,666 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:56,667 DEBUG [RS:1;886659e041d3:35295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:56,668 INFO [RS:0;886659e041d3:36035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:33:56,668 INFO [RS:0;886659e041d3:36035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:33:56,668 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,668 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,668 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,668 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,669 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,669 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,669 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,35295,1731281636141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:56,672 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:33:56,673 INFO [RS:0;886659e041d3:36035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:33:56,673 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,673 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,674 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:33:56,675 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:56,675 DEBUG [RS:0;886659e041d3:36035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:33:56,676 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,676 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,676 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,676 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,677 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,677 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,36035,1731281636085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:56,688 INFO [RS:1;886659e041d3:35295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:56,688 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,35295,1731281636141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,688 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,688 INFO [RS:1;886659e041d3:35295 {}] regionserver.Replication(171): 886659e041d3,35295,1731281636141 started 2024-11-10T23:33:56,691 INFO [RS:0;886659e041d3:36035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:33:56,691 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,36035,1731281636085-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,691 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,691 INFO [RS:0;886659e041d3:36035 {}] regionserver.Replication(171): 886659e041d3,36035,1731281636085 started 2024-11-10T23:33:56,702 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,702 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,35295,1731281636141, RpcServer on 886659e041d3/172.17.0.3:35295, sessionid=0x101271945960002 2024-11-10T23:33:56,702 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:56,702 DEBUG [RS:1;886659e041d3:35295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,35295,1731281636141 2024-11-10T23:33:56,702 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,35295,1731281636141' 2024-11-10T23:33:56,702 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:56,703 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,35295,1731281636141 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,35295,1731281636141' 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:56,704 DEBUG [RS:1;886659e041d3:35295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:56,705 DEBUG [RS:1;886659e041d3:35295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:56,705 INFO [RS:1;886659e041d3:35295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:56,705 INFO [RS:1;886659e041d3:35295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:56,705 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:56,705 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,36035,1731281636085, RpcServer on 886659e041d3/172.17.0.3:36035, sessionid=0x101271945960001 2024-11-10T23:33:56,705 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:33:56,705 DEBUG [RS:0;886659e041d3:36035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,36035,1731281636085 2024-11-10T23:33:56,705 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,36035,1731281636085' 2024-11-10T23:33:56,705 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:33:56,706 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:33:56,706 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:33:56,706 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:33:56,706 DEBUG [RS:0;886659e041d3:36035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,36035,1731281636085 2024-11-10T23:33:56,706 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,36035,1731281636085' 2024-11-10T23:33:56,707 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:33:56,707 DEBUG [RS:0;886659e041d3:36035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:33:56,708 DEBUG [RS:0;886659e041d3:36035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:33:56,708 INFO [RS:0;886659e041d3:36035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:33:56,708 INFO [RS:0;886659e041d3:36035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:33:56,716 WARN [886659e041d3:34627 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:33:56,805 INFO [RS:1;886659e041d3:35295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:56,808 INFO [RS:0;886659e041d3:36035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:33:56,809 INFO [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C35295%2C1731281636141, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs, maxLogs=32 2024-11-10T23:33:56,813 INFO [RS:0;886659e041d3:36035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C36035%2C1731281636085, suffix=, logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,36035,1731281636085, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs, maxLogs=32 2024-11-10T23:33:56,828 DEBUG [RS:1;886659e041d3:35295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141/886659e041d3%2C35295%2C1731281636141.1731281636811, exclude list is [], retry=0 2024-11-10T23:33:56,830 DEBUG [RS:0;886659e041d3:36035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,36035,1731281636085/886659e041d3%2C36035%2C1731281636085.1731281636815, exclude list is [], retry=0 2024-11-10T23:33:56,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-60623f8c-e841-4e26-9e80-585ffd5696c4,DISK] 2024-11-10T23:33:56,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7,DISK] 2024-11-10T23:33:56,833 INFO [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141/886659e041d3%2C35295%2C1731281636141.1731281636811 2024-11-10T23:33:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-60623f8c-e841-4e26-9e80-585ffd5696c4,DISK] 2024-11-10T23:33:56,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7,DISK] 2024-11-10T23:33:56,835 DEBUG [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45703:45703),(127.0.0.1/127.0.0.1:45687:45687)] 2024-11-10T23:33:56,836 INFO [RS:0;886659e041d3:36035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,36035,1731281636085/886659e041d3%2C36035%2C1731281636085.1731281636815 2024-11-10T23:33:56,837 DEBUG [RS:0;886659e041d3:36035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45687:45687),(127.0.0.1/127.0.0.1:45703:45703)] 2024-11-10T23:33:56,966 DEBUG [886659e041d3:34627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:33:56,966 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:56,968 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:56,968 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:56,968 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:56,968 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:56,968 INFO [886659e041d3:34627 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:56,968 INFO [886659e041d3:34627 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:56,968 DEBUG [886659e041d3:34627 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:56,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,35295,1731281636141 2024-11-10T23:33:56,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,35295,1731281636141, state=OPENING 2024-11-10T23:33:56,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:33:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:57,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:57,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:33:57,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,35295,1731281636141}] 2024-11-10T23:33:57,155 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:33:57,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:33:57,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:33:57,232 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:57,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:57,239 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:33:57,240 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:33:57,240 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:33:57,242 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C35295%2C1731281636141.meta, suffix=.meta, logDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141, archiveDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs, maxLogs=32 2024-11-10T23:33:57,257 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141/886659e041d3%2C35295%2C1731281636141.meta.1731281637243.meta, exclude list is [], retry=0 2024-11-10T23:33:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40789,DS-60623f8c-e841-4e26-9e80-585ffd5696c4,DISK] 2024-11-10T23:33:57,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46451,DS-8703d5e6-8023-4864-9f0e-6cee99ca1bc7,DISK] 2024-11-10T23:33:57,262 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/WALs/886659e041d3,35295,1731281636141/886659e041d3%2C35295%2C1731281636141.meta.1731281637243.meta 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45687:45687),(127.0.0.1/127.0.0.1:45703:45703)] 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:33:57,263 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:33:57,263 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:57,264 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:33:57,264 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:33:57,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:33:57,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:33:57,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:57,267 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:33:57,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:33:57,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:57,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:33:57,269 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:33:57,269 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:57,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:33:57,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:33:57,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:33:57,271 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:33:57,272 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740 2024-11-10T23:33:57,273 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740 2024-11-10T23:33:57,275 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:33:57,275 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:33:57,276 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:33:57,278 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:33:57,279 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67668076, jitterRate=0.008332908153533936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:33:57,279 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:33:57,280 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281637264Writing region info on filesystem at 1731281637264Initializing all the Stores at 1731281637265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281637265Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281637265Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281637265Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281637265Cleaning up temporary data from old regions at 1731281637275 (+10 ms)Running coprocessor post-open hooks at 1731281637279 (+4 ms)Region opened successfully at 1731281637280 (+1 ms) 2024-11-10T23:33:57,281 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281637232 2024-11-10T23:33:57,283 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:33:57,284 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:33:57,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,35295,1731281636141 2024-11-10T23:33:57,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,35295,1731281636141, state=OPEN 2024-11-10T23:33:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:33:57,314 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,35295,1731281636141 2024-11-10T23:33:57,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:33:57,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:33:57,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,35295,1731281636141 in 240 msec 2024-11-10T23:33:57,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:33:57,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 757 msec 2024-11-10T23:33:57,325 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:33:57,325 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:33:57,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:57,327 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,35295,1731281636141, seqNum=-1] 2024-11-10T23:33:57,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:57,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:57,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-10T23:33:57,336 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281637336, completionTime=-1 2024-11-10T23:33:57,336 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:33:57,337 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281697339 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281757339 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,339 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,340 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,340 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:34627, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,340 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,340 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,342 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.135sec 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:33:57,345 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:33:57,348 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:33:57,348 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:33:57,348 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34627,1731281635839-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:33:57,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2c1a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:57,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,34627,-1 for getting cluster id 2024-11-10T23:33:57,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:33:57,366 DEBUG [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1970f4c-3df1-40a8-baec-ade50744264d' 2024-11-10T23:33:57,366 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:33:57,366 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1970f4c-3df1-40a8-baec-ade50744264d" 2024-11-10T23:33:57,366 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1119d41c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:57,366 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,34627,-1] 2024-11-10T23:33:57,367 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:33:57,367 DEBUG [RPCClient-NioEventLoopGroup-5-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:57,368 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:33:57,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db19bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:33:57,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:33:57,370 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,35295,1731281636141, seqNum=-1] 2024-11-10T23:33:57,370 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:57,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:57,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,34627,1731281635839 2024-11-10T23:33:57,373 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:33:57,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,34627,1731281635839 2024-11-10T23:33:57,374 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@244eca3a 2024-11-10T23:33:57,375 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:33:57,375 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:33:57,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:33:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:33:57,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:33:57,379 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:33:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:57,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:33:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:57,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:33:57,393 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0f2c05e540a9a16acfffbf69758a0bb7, NAME => 'testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df 2024-11-10T23:33:57,393 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b9d2fc4cc1f2098f64673e6cdd25f9ed, NAME => 'testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df 2024-11-10T23:33:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:57,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:33:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:33:57,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:57,407 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing b9d2fc4cc1f2098f64673e6cdd25f9ed, disabling compactions & flushes 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 0f2c05e540a9a16acfffbf69758a0bb7, disabling compactions & flushes 2024-11-10T23:33:57,408 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,408 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. after waiting 0 ms 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. after waiting 0 ms 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,408 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,408 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for b9d2fc4cc1f2098f64673e6cdd25f9ed: Waiting for close lock at 1731281637408Disabling compacts and flushes for region at 1731281637408Disabling writes for close at 1731281637408Writing region close event to WAL at 1731281637408Closed at 1731281637408 2024-11-10T23:33:57,408 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0f2c05e540a9a16acfffbf69758a0bb7: Waiting for close lock at 1731281637408Disabling compacts and flushes for region at 1731281637408Disabling writes for close at 1731281637408Writing region close event to WAL at 1731281637408Closed at 1731281637408 2024-11-10T23:33:57,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:33:57,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281637410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281637410"}]},"ts":"1731281637410"} 2024-11-10T23:33:57,410 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281637410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281637410"}]},"ts":"1731281637410"} 2024-11-10T23:33:57,414 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:33:57,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:33:57,415 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281637415"}]},"ts":"1731281637415"} 2024-11-10T23:33:57,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:33:57,418 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:33:57,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:33:57,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:33:57,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:33:57,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:33:57,420 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:33:57,420 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:33:57,420 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:33:57,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0f2c05e540a9a16acfffbf69758a0bb7, ASSIGN}] 2024-11-10T23:33:57,422 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0f2c05e540a9a16acfffbf69758a0bb7, ASSIGN 2024-11-10T23:33:57,422 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed, ASSIGN 2024-11-10T23:33:57,423 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0f2c05e540a9a16acfffbf69758a0bb7, ASSIGN; state=OFFLINE, location=886659e041d3,35295,1731281636141; forceNewPlan=false, retain=false 2024-11-10T23:33:57,423 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed, ASSIGN; state=OFFLINE, location=886659e041d3,36035,1731281636085; forceNewPlan=false, retain=false 2024-11-10T23:33:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:57,574 INFO [886659e041d3:34627 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:33:57,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9d2fc4cc1f2098f64673e6cdd25f9ed, regionState=OPENING, regionLocation=886659e041d3,36035,1731281636085 2024-11-10T23:33:57,574 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f2c05e540a9a16acfffbf69758a0bb7, regionState=OPENING, regionLocation=886659e041d3,35295,1731281636141 2024-11-10T23:33:57,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed, ASSIGN because future has completed 2024-11-10T23:33:57,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9d2fc4cc1f2098f64673e6cdd25f9ed, server=886659e041d3,36035,1731281636085}] 2024-11-10T23:33:57,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0f2c05e540a9a16acfffbf69758a0bb7, ASSIGN because future has completed 2024-11-10T23:33:57,579 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2c05e540a9a16acfffbf69758a0bb7, server=886659e041d3,35295,1731281636141}] 2024-11-10T23:33:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:57,731 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:57,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:57,742 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,742 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b9d2fc4cc1f2098f64673e6cdd25f9ed, NAME => 'testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:33:57,742 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,743 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f2c05e540a9a16acfffbf69758a0bb7, NAME => 'testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,743 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:33:57,744 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,744 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,745 INFO [StoreOpener-b9d2fc4cc1f2098f64673e6cdd25f9ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,745 INFO [StoreOpener-0f2c05e540a9a16acfffbf69758a0bb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,746 INFO [StoreOpener-b9d2fc4cc1f2098f64673e6cdd25f9ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b9d2fc4cc1f2098f64673e6cdd25f9ed columnFamilyName family 2024-11-10T23:33:57,746 DEBUG [StoreOpener-b9d2fc4cc1f2098f64673e6cdd25f9ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,746 INFO [StoreOpener-0f2c05e540a9a16acfffbf69758a0bb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2c05e540a9a16acfffbf69758a0bb7 columnFamilyName family 2024-11-10T23:33:57,746 DEBUG [StoreOpener-0f2c05e540a9a16acfffbf69758a0bb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:33:57,746 INFO [StoreOpener-b9d2fc4cc1f2098f64673e6cdd25f9ed-1 {}] regionserver.HStore(327): Store=b9d2fc4cc1f2098f64673e6cdd25f9ed/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:57,747 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,747 INFO [StoreOpener-0f2c05e540a9a16acfffbf69758a0bb7-1 {}] regionserver.HStore(327): Store=0f2c05e540a9a16acfffbf69758a0bb7/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:33:57,747 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,747 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,748 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,750 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,750 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,752 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:57,752 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:33:57,752 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 0f2c05e540a9a16acfffbf69758a0bb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59279932, jitterRate=-0.11666017770767212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:57,752 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened b9d2fc4cc1f2098f64673e6cdd25f9ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64634145, jitterRate=-0.03687618672847748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:33:57,752 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:57,752 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:57,753 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 0f2c05e540a9a16acfffbf69758a0bb7: Running coprocessor pre-open hook at 1731281637744Writing region info on filesystem at 1731281637744Initializing all the Stores at 1731281637745 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281637745Cleaning up temporary data from old regions at 1731281637748 (+3 ms)Running coprocessor post-open hooks at 1731281637752 (+4 ms)Region opened successfully at 1731281637753 (+1 ms) 2024-11-10T23:33:57,753 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b9d2fc4cc1f2098f64673e6cdd25f9ed: Running coprocessor pre-open hook at 1731281637743Writing region info on filesystem at 1731281637743Initializing all the Stores at 1731281637744 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281637744Cleaning up temporary data from old regions at 1731281637748 (+4 ms)Running coprocessor post-open hooks at 1731281637752 (+4 ms)Region opened successfully at 1731281637753 (+1 ms) 2024-11-10T23:33:57,754 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7., pid=8, masterSystemTime=1731281637733 2024-11-10T23:33:57,754 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed., pid=7, masterSystemTime=1731281637731 2024-11-10T23:33:57,756 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,756 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:57,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0f2c05e540a9a16acfffbf69758a0bb7, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,35295,1731281636141 2024-11-10T23:33:57,757 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,758 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:57,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b9d2fc4cc1f2098f64673e6cdd25f9ed, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,36035,1731281636085 2024-11-10T23:33:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2c05e540a9a16acfffbf69758a0bb7, server=886659e041d3,35295,1731281636141 because future has completed 2024-11-10T23:33:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-11-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b9d2fc4cc1f2098f64673e6cdd25f9ed, server=886659e041d3,36035,1731281636085 because future has completed 2024-11-10T23:33:57,764 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34627 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=886659e041d3,36035,1731281636085, table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-10T23:33:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-10T23:33:57,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f2c05e540a9a16acfffbf69758a0bb7, server=886659e041d3,35295,1731281636141 in 183 msec 2024-11-10T23:33:57,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=0f2c05e540a9a16acfffbf69758a0bb7, ASSIGN in 346 msec 2024-11-10T23:33:57,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-10T23:33:57,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b9d2fc4cc1f2098f64673e6cdd25f9ed, server=886659e041d3,36035,1731281636085 in 186 msec 2024-11-10T23:33:57,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:33:57,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=b9d2fc4cc1f2098f64673e6cdd25f9ed, ASSIGN in 348 msec 2024-11-10T23:33:57,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:33:57,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281637773"}]},"ts":"1731281637773"} 2024-11-10T23:33:57,775 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:33:57,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:33:57,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 401 msec 2024-11-10T23:33:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:33:58,012 INFO [RPCClient-NioEventLoopGroup-5-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:33:58,012 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:33:58,013 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:58,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:33:58,016 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:33:58,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:33:58,018 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed., hostname=886659e041d3,36035,1731281636085, seqNum=2] 2024-11-10T23:33:58,018 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:33:58,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:33:58,035 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7., hostname=886659e041d3,35295,1731281636141, seqNum=2] 2024-11-10T23:33:58,049 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b9d2fc4cc1f2098f64673e6cdd25f9ed 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:33:58,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/.tmp/family/9eb911497afe4d9d8a2eff49e78dfd88 is 32, key is 1/family:/1731281638021/Put/seqid=0 2024-11-10T23:33:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:58,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:33:58,071 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/.tmp/family/9eb911497afe4d9d8a2eff49e78dfd88 2024-11-10T23:33:58,079 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/.tmp/family/9eb911497afe4d9d8a2eff49e78dfd88 as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/family/9eb911497afe4d9d8a2eff49e78dfd88 2024-11-10T23:33:58,086 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/family/9eb911497afe4d9d8a2eff49e78dfd88, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:33:58,087 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for b9d2fc4cc1f2098f64673e6cdd25f9ed in 39ms, sequenceid=8, compaction requested=false 2024-11-10T23:33:58,087 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b9d2fc4cc1f2098f64673e6cdd25f9ed: 2024-11-10T23:33:58,087 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0f2c05e540a9a16acfffbf69758a0bb7 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:33:58,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/.tmp/family/76de02c714da4d2780eb7ecb45dc49fa is 32, key is 5/family:/1731281638036/Put/seqid=0 2024-11-10T23:33:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:33:58,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/.tmp/family/76de02c714da4d2780eb7ecb45dc49fa 2024-11-10T23:33:58,115 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/.tmp/family/76de02c714da4d2780eb7ecb45dc49fa as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/family/76de02c714da4d2780eb7ecb45dc49fa 2024-11-10T23:33:58,123 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/family/76de02c714da4d2780eb7ecb45dc49fa, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:33:58,125 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 0f2c05e540a9a16acfffbf69758a0bb7 in 38ms, sequenceid=9, compaction requested=false 2024-11-10T23:33:58,125 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0f2c05e540a9a16acfffbf69758a0bb7: 2024-11-10T23:33:58,130 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:33:58,134 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:58,134 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:33:58,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:58,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:33:58,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:33:58,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:58,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:58,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:33:58,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:33:58,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1933268460, stopped=false 2024-11-10T23:33:58,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,34627,1731281635839 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:33:58,198 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:58,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:58,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:33:58,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:58,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,36035,1731281636085' ***** 2024-11-10T23:33:58,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:58,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:58,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:58,199 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,35295,1731281636141' ***** 2024-11-10T23:33:58,199 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:33:58,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:33:58,199 INFO [RS:0;886659e041d3:36035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:58,199 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:58,200 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(3091): Received CLOSE for b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2c05e540a9a16acfffbf69758a0bb7 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,36035,1731281636085 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,35295,1731281636141 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:36035. 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:35295. 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b9d2fc4cc1f2098f64673e6cdd25f9ed, disabling compactions & flushes 2024-11-10T23:33:58,200 DEBUG [RS:0;886659e041d3:36035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2c05e540a9a16acfffbf69758a0bb7, disabling compactions & flushes 2024-11-10T23:33:58,200 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:58,200 DEBUG [RS:1;886659e041d3:35295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:33:58,200 DEBUG [RS:0;886659e041d3:36035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,200 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:58,200 DEBUG [RS:1;886659e041d3:35295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. after waiting 0 ms 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:58,200 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. after waiting 0 ms 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:58,200 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1325): Online Regions={b9d2fc4cc1f2098f64673e6cdd25f9ed=testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed.} 2024-11-10T23:33:58,200 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:58,200 INFO [RS:1;886659e041d3:35295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:58,201 DEBUG [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1351): Waiting on b9d2fc4cc1f2098f64673e6cdd25f9ed 2024-11-10T23:33:58,201 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:33:58,201 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:33:58,201 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1325): Online Regions={0f2c05e540a9a16acfffbf69758a0bb7=testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:33:58,201 DEBUG [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1351): Waiting on 0f2c05e540a9a16acfffbf69758a0bb7, 1588230740 2024-11-10T23:33:58,201 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:33:58,201 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:33:58,201 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:33:58,201 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:33:58,201 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:33:58,201 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:33:58,206 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/b9d2fc4cc1f2098f64673e6cdd25f9ed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:33:58,206 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/default/testClearRegionBlockCache/0f2c05e540a9a16acfffbf69758a0bb7/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:33:58,207 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:58,207 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:58,207 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2c05e540a9a16acfffbf69758a0bb7: Waiting for close lock at 1731281638200Running coprocessor pre-close hooks at 1731281638200Disabling compacts and flushes for region at 1731281638200Disabling writes for close at 1731281638200Writing region close event to WAL at 1731281638201 (+1 ms)Running coprocessor post-close hooks at 1731281638207 (+6 ms)Closed at 1731281638207 2024-11-10T23:33:58,207 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b9d2fc4cc1f2098f64673e6cdd25f9ed: Waiting for close lock at 1731281638200Running coprocessor pre-close hooks at 1731281638200Disabling compacts and flushes for region at 1731281638200Disabling writes for close at 1731281638200Writing region close event to WAL at 1731281638201 (+1 ms)Running coprocessor post-close hooks at 1731281638207 (+6 ms)Closed at 1731281638207 2024-11-10T23:33:58,207 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7. 2024-11-10T23:33:58,207 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281637376.b9d2fc4cc1f2098f64673e6cdd25f9ed. 2024-11-10T23:33:58,224 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/info/67526d5034644f87a0c4f41cb2639c75 is 173, key is testClearRegionBlockCache,5,1731281637376.0f2c05e540a9a16acfffbf69758a0bb7./info:regioninfo/1731281637757/Put/seqid=0 2024-11-10T23:33:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:58,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:33:58,230 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/info/67526d5034644f87a0c4f41cb2639c75 2024-11-10T23:33:58,251 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/ns/b7512ac2660e4b10980270974f495ae1 is 43, key is default/ns:d/1731281637330/Put/seqid=0 2024-11-10T23:33:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:33:58,256 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/ns/b7512ac2660e4b10980270974f495ae1 2024-11-10T23:33:58,274 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:58,277 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/table/b1e1e74e94f940e5bca731dde8c40bfa is 61, key is testClearRegionBlockCache/table:state/1731281637773/Put/seqid=0 2024-11-10T23:33:58,278 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:58,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:33:58,283 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/table/b1e1e74e94f940e5bca731dde8c40bfa 2024-11-10T23:33:58,290 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/info/67526d5034644f87a0c4f41cb2639c75 as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/info/67526d5034644f87a0c4f41cb2639c75 2024-11-10T23:33:58,297 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/info/67526d5034644f87a0c4f41cb2639c75, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:33:58,298 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/ns/b7512ac2660e4b10980270974f495ae1 as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/ns/b7512ac2660e4b10980270974f495ae1 2024-11-10T23:33:58,306 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/ns/b7512ac2660e4b10980270974f495ae1, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:33:58,307 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/.tmp/table/b1e1e74e94f940e5bca731dde8c40bfa as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/table/b1e1e74e94f940e5bca731dde8c40bfa 2024-11-10T23:33:58,315 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/table/b1e1e74e94f940e5bca731dde8c40bfa, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:33:58,317 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false 2024-11-10T23:33:58,323 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:33:58,323 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:33:58,323 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:58,324 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281638201Running coprocessor pre-close hooks at 1731281638201Disabling compacts and flushes for region at 1731281638201Disabling writes for close at 1731281638201Obtaining lock to block concurrent updates at 1731281638201Preparing flush snapshotting stores in 1588230740 at 1731281638201Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281638202 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731281638202Flushing 1588230740/info: creating writer at 1731281638202Flushing 1588230740/info: appending metadata at 1731281638224 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731281638224Flushing 1588230740/ns: creating writer at 1731281638236 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731281638250 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731281638250Flushing 1588230740/table: creating writer at 1731281638262 (+12 ms)Flushing 1588230740/table: appending metadata at 1731281638277 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731281638277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75b39340: reopening flushed file at 1731281638289 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fe18bc: reopening flushed file at 1731281638297 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ab40acb: reopening flushed file at 1731281638306 (+9 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 116ms, sequenceid=13, compaction requested=false at 1731281638317 (+11 ms)Writing region close event to WAL at 1731281638318 (+1 ms)Running coprocessor post-close hooks at 1731281638323 (+5 ms)Closed at 1731281638323 2024-11-10T23:33:58,324 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:33:58,401 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,36035,1731281636085; all regions closed. 2024-11-10T23:33:58,401 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,35295,1731281636141; all regions closed. 2024-11-10T23:33:58,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:33:58,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:33:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741834_1010 (size=1758) 2024-11-10T23:33:58,412 DEBUG [RS:0;886659e041d3:36035 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C36035%2C1731281636085:(num 1731281636815) 2024-11-10T23:33:58,412 DEBUG [RS:0;886659e041d3:36035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,412 DEBUG [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:58,412 INFO [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C35295%2C1731281636141.meta:.meta(num 1731281637243) 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:33:58,412 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:33:58,412 INFO [RS:0;886659e041d3:36035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:58,413 INFO [RS:0;886659e041d3:36035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36035 2024-11-10T23:33:58,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:33:58,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741833_1009 (size=1867) 2024-11-10T23:33:58,417 DEBUG [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/oldWALs 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C35295%2C1731281636141:(num 1731281636811) 2024-11-10T23:33:58,417 DEBUG [RS:1;886659e041d3:35295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:58,417 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:58,417 INFO [RS:1;886659e041d3:35295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35295 2024-11-10T23:33:58,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,36035,1731281636085 2024-11-10T23:33:58,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:33:58,419 INFO [RS:0;886659e041d3:36035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:58,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,35295,1731281636141 2024-11-10T23:33:58,429 INFO [RS:1;886659e041d3:35295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:58,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,36035,1731281636085] 2024-11-10T23:33:58,450 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,36035,1731281636085 already deleted, retry=false 2024-11-10T23:33:58,450 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,36035,1731281636085 expired; onlineServers=1 2024-11-10T23:33:58,451 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,35295,1731281636141] 2024-11-10T23:33:58,461 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,35295,1731281636141 already deleted, retry=false 2024-11-10T23:33:58,461 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,35295,1731281636141 expired; onlineServers=0 2024-11-10T23:33:58,461 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,34627,1731281635839' ***** 2024-11-10T23:33:58,461 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:33:58,462 INFO [M:0;886659e041d3:34627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:33:58,462 INFO [M:0;886659e041d3:34627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:33:58,462 DEBUG [M:0;886659e041d3:34627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:33:58,462 DEBUG [M:0;886659e041d3:34627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:33:58,462 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:33:58,462 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281636524 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281636524,5,FailOnTimeoutGroup] 2024-11-10T23:33:58,462 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281636524 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281636524,5,FailOnTimeoutGroup] 2024-11-10T23:33:58,463 INFO [M:0;886659e041d3:34627 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:33:58,463 INFO [M:0;886659e041d3:34627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:33:58,463 DEBUG [M:0;886659e041d3:34627 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:33:58,463 INFO [M:0;886659e041d3:34627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:33:58,463 INFO [M:0;886659e041d3:34627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:33:58,464 INFO [M:0;886659e041d3:34627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:33:58,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:33:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:33:58,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:33:58,472 DEBUG [M:0;886659e041d3:34627 {}] zookeeper.ZKUtil(347): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:33:58,472 WARN [M:0;886659e041d3:34627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:33:58,473 INFO [M:0;886659e041d3:34627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/.lastflushedseqids 2024-11-10T23:33:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:33:58,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741844_1020 (size=182) 2024-11-10T23:33:58,484 INFO [M:0;886659e041d3:34627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:33:58,484 INFO [M:0;886659e041d3:34627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:33:58,484 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:33:58,484 INFO [M:0;886659e041d3:34627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:58,484 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:58,484 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:33:58,484 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:58,485 INFO [M:0;886659e041d3:34627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:33:58,501 DEBUG [M:0;886659e041d3:34627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb44afafc8f47e590e79fc03aecc9fc is 82, key is hbase:meta,,1/info:regioninfo/1731281637284/Put/seqid=0 2024-11-10T23:33:58,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:58,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:33:58,508 INFO [M:0;886659e041d3:34627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb44afafc8f47e590e79fc03aecc9fc 2024-11-10T23:33:58,530 DEBUG [M:0;886659e041d3:34627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b834701dc58b4b1984fd7ab8257813d0 is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281637778/Put/seqid=0 2024-11-10T23:33:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:33:58,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:33:58,536 INFO [M:0;886659e041d3:34627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b834701dc58b4b1984fd7ab8257813d0 2024-11-10T23:33:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,540 INFO [RS:0;886659e041d3:36035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:58,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36035-0x101271945960001, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,540 INFO [RS:0;886659e041d3:36035 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,36035,1731281636085; zookeeper connection closed. 2024-11-10T23:33:58,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ccd9cd9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ccd9cd9 2024-11-10T23:33:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,551 INFO [RS:1;886659e041d3:35295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:58,551 INFO [RS:1;886659e041d3:35295 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,35295,1731281636141; zookeeper connection closed. 2024-11-10T23:33:58,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35295-0x101271945960002, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,551 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@360168c5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@360168c5 2024-11-10T23:33:58,551 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:33:58,582 DEBUG [M:0;886659e041d3:34627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ba4a7259ee4c0283888d61e123a109 is 69, key is 886659e041d3,35295,1731281636141/rs:state/1731281636610/Put/seqid=0 2024-11-10T23:33:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:58,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:33:58,589 INFO [M:0;886659e041d3:34627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ba4a7259ee4c0283888d61e123a109 2024-11-10T23:33:58,597 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4bb44afafc8f47e590e79fc03aecc9fc as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bb44afafc8f47e590e79fc03aecc9fc 2024-11-10T23:33:58,604 INFO [M:0;886659e041d3:34627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4bb44afafc8f47e590e79fc03aecc9fc, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:33:58,606 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b834701dc58b4b1984fd7ab8257813d0 as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b834701dc58b4b1984fd7ab8257813d0 2024-11-10T23:33:58,613 INFO [M:0;886659e041d3:34627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b834701dc58b4b1984fd7ab8257813d0, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:33:58,614 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/38ba4a7259ee4c0283888d61e123a109 as hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38ba4a7259ee4c0283888d61e123a109 2024-11-10T23:33:58,626 INFO [M:0;886659e041d3:34627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37075/user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/38ba4a7259ee4c0283888d61e123a109, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:33:58,627 INFO [M:0;886659e041d3:34627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=71, compaction requested=false 2024-11-10T23:33:58,629 INFO [M:0;886659e041d3:34627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:33:58,629 DEBUG [M:0;886659e041d3:34627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281638484Disabling compacts and flushes for region at 1731281638484Disabling writes for close at 1731281638484Obtaining lock to block concurrent updates at 1731281638485 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281638485Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281638485Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281638486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281638486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281638500 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281638501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281638514 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281638530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281638530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281638543 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281638581 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281638581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15145c1e: reopening flushed file at 1731281638596 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54eef2e4: reopening flushed file at 1731281638604 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb0b6e0: reopening flushed file at 1731281638613 (+9 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=71, compaction requested=false at 1731281638627 (+14 ms)Writing region close event to WAL at 1731281638628 (+1 ms)Closed at 1731281638629 (+1 ms) 2024-11-10T23:33:58,632 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bac9975-22b4-3aae-7e06-378570cbc4df/MasterData/WALs/886659e041d3,34627,1731281635839/886659e041d3%2C34627%2C1731281635839.1731281636287 not finished, retry = 0 2024-11-10T23:33:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46451 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:33:58,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40789 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:33:58,733 INFO [M:0;886659e041d3:34627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:33:58,733 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:33:58,733 INFO [M:0;886659e041d3:34627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34627 2024-11-10T23:33:58,734 INFO [M:0;886659e041d3:34627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:33:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,846 INFO [M:0;886659e041d3:34627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:33:58,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34627-0x101271945960000, quorum=127.0.0.1:60114, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:33:58,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67574e3b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:58,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a012ac0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:58,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:58,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@629d4e68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:58,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61f57681{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:58,854 WARN [BP-1016889814-172.17.0.3-1731281633435 heartbeating to localhost/127.0.0.1:37075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:58,854 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:58,854 WARN [BP-1016889814-172.17.0.3-1731281633435 heartbeating to localhost/127.0.0.1:37075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1016889814-172.17.0.3-1731281633435 (Datanode Uuid ec691951-fd78-4f96-a3ac-76da46c7cd00) service to localhost/127.0.0.1:37075 2024-11-10T23:33:58,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:58,855 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data3/current/BP-1016889814-172.17.0.3-1731281633435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:58,856 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data4/current/BP-1016889814-172.17.0.3-1731281633435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:58,856 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:58,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d58b3bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:58,859 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f04fc9d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:58,859 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:58,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bc9de68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:58,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b5ab2f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:58,860 WARN [BP-1016889814-172.17.0.3-1731281633435 heartbeating to localhost/127.0.0.1:37075 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:33:58,860 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:33:58,860 WARN [BP-1016889814-172.17.0.3-1731281633435 heartbeating to localhost/127.0.0.1:37075 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1016889814-172.17.0.3-1731281633435 (Datanode Uuid 08a00c6b-561e-4967-a188-cf064d3c5c43) service to localhost/127.0.0.1:37075 2024-11-10T23:33:58,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:33:58,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data1/current/BP-1016889814-172.17.0.3-1731281633435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:58,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/cluster_d1d2ffa0-75c3-afaf-210e-a5db6fe16efe/data/data2/current/BP-1016889814-172.17.0.3-1731281633435 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:33:58,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:33:58,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ad8aa0f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:58,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73efb013{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:33:58,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:33:58,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c58acd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:33:58,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29dc87ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir/,STOPPED} 2024-11-10T23:33:58,873 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:33:58,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:33:58,903 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[0: lru] Thread=133 (was 115) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-5-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37075 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:37075 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37075 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=471 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 586), ProcessCount=11 (was 11), AvailableMemoryMB=7003 (was 7300) 2024-11-10T23:33:58,910 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=133, OpenFileDescriptor=471, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=7002 2024-11-10T23:33:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir so I do NOT create it in target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7 2024-11-10T23:33:58,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:33:58,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.tmp.dir so I do NOT create it in target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7 2024-11-10T23:33:58,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d76d79e5-7e85-f332-fbd2-b1671a9e4a1e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:33:58,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71, deleteOnExit=true 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/test.cache.data in system properties and HBase conf 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:33:58,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:33:58,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:33:58,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:33:59,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:59,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:59,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:59,344 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:59,344 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:59,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:59,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:59,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:59,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f203a0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/java.io.tmpdir/jetty-localhost-37183-hadoop-hdfs-3_4_1-tests_jar-_-any-15102421853802929706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:33:59,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:37183} 2024-11-10T23:33:59,438 INFO [Time-limited test {}] server.Server(415): Started @23121ms 2024-11-10T23:33:59,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:59,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:59,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:59,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:59,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:33:59,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:59,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:59,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27d9d051{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/java.io.tmpdir/jetty-localhost-34363-hadoop-hdfs-3_4_1-tests_jar-_-any-14493166171686069985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:59,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:34363} 2024-11-10T23:33:59,805 INFO [Time-limited test {}] server.Server(415): Started @23488ms 2024-11-10T23:33:59,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:33:59,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:33:59,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:33:59,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:33:59,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:33:59,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:33:59,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:33:59,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:33:59,931 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1b21fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/java.io.tmpdir/jetty-localhost-45247-hadoop-hdfs-3_4_1-tests_jar-_-any-5392885262022571970/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:33:59,931 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:45247} 2024-11-10T23:33:59,931 INFO [Time-limited test {}] server.Server(415): Started @23614ms 2024-11-10T23:33:59,932 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:34:01,117 WARN [Thread-900 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data1/current/BP-793237985-172.17.0.3-1731281638943/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:01,117 WARN [Thread-901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data2/current/BP-793237985-172.17.0.3-1731281638943/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:01,136 WARN [Thread-864 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf040d8d2511b46c8 with lease ID 0xc52bb6e3c9dcc7fd: Processing first storage report for DS-816c213d-b107-4442-b961-3dc3ca658bb2 from datanode DatanodeRegistration(127.0.0.1:45801, datanodeUuid=c066e114-3785-49b4-92f6-c2576aebf50c, infoPort=40891, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943) 2024-11-10T23:34:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf040d8d2511b46c8 with lease ID 0xc52bb6e3c9dcc7fd: from storage DS-816c213d-b107-4442-b961-3dc3ca658bb2 node DatanodeRegistration(127.0.0.1:45801, datanodeUuid=c066e114-3785-49b4-92f6-c2576aebf50c, infoPort=40891, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf040d8d2511b46c8 with lease ID 0xc52bb6e3c9dcc7fd: Processing first storage report for DS-bdcda955-434b-4e38-9570-4400001a4111 from datanode DatanodeRegistration(127.0.0.1:45801, datanodeUuid=c066e114-3785-49b4-92f6-c2576aebf50c, infoPort=40891, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943) 2024-11-10T23:34:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf040d8d2511b46c8 with lease ID 0xc52bb6e3c9dcc7fd: from storage DS-bdcda955-434b-4e38-9570-4400001a4111 node DatanodeRegistration(127.0.0.1:45801, datanodeUuid=c066e114-3785-49b4-92f6-c2576aebf50c, infoPort=40891, infoSecurePort=0, ipcPort=43903, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:01,259 WARN [Thread-911 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data3/current/BP-793237985-172.17.0.3-1731281638943/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:01,259 WARN [Thread-912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data4/current/BP-793237985-172.17.0.3-1731281638943/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:01,281 WARN [Thread-887 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef8b460a5cdd50ed with lease ID 0xc52bb6e3c9dcc7fe: Processing first storage report for DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=d40bb755-115f-4b70-993b-d59412d7ec7b, infoPort=43285, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943) 2024-11-10T23:34:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef8b460a5cdd50ed with lease ID 0xc52bb6e3c9dcc7fe: from storage DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=d40bb755-115f-4b70-993b-d59412d7ec7b, infoPort=43285, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef8b460a5cdd50ed with lease ID 0xc52bb6e3c9dcc7fe: Processing first storage report for DS-2f59dcdc-bfed-47b8-98bb-ca0301c8e27a from datanode DatanodeRegistration(127.0.0.1:32813, datanodeUuid=d40bb755-115f-4b70-993b-d59412d7ec7b, infoPort=43285, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943) 2024-11-10T23:34:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef8b460a5cdd50ed with lease ID 0xc52bb6e3c9dcc7fe: from storage DS-2f59dcdc-bfed-47b8-98bb-ca0301c8e27a node DatanodeRegistration(127.0.0.1:32813, datanodeUuid=d40bb755-115f-4b70-993b-d59412d7ec7b, infoPort=43285, infoSecurePort=0, ipcPort=39989, storageInfo=lv=-57;cid=testClusterID;nsid=1451723749;c=1731281638943), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:01,371 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7 2024-11-10T23:34:01,376 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/zookeeper_0, clientPort=52959, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:34:01,378 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52959 2024-11-10T23:34:01,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:01,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 with version=8 2024-11-10T23:34:01,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/hbase-staging 2024-11-10T23:34:01,395 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:01,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:34:01,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:01,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34157 2024-11-10T23:34:01,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34157 connecting to ZooKeeper ensemble=127.0.0.1:52959 2024-11-10T23:34:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341570x0, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:01,450 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34157-0x10127195b4a0000 connected 2024-11-10T23:34:01,536 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:01,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775, hbase.cluster.distributed=false 2024-11-10T23:34:01,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:01,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-10T23:34:01,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34157 2024-11-10T23:34:01,550 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34157 2024-11-10T23:34:01,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-10T23:34:01,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34157 2024-11-10T23:34:01,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:01,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:01,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45521 2024-11-10T23:34:01,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45521 connecting to ZooKeeper ensemble=127.0.0.1:52959 2024-11-10T23:34:01,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455210x0, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:01,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:01,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45521-0x10127195b4a0001 connected 2024-11-10T23:34:01,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:01,593 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:01,599 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:01,603 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:01,606 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:01,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:01,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:01,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T23:34:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45521 2024-11-10T23:34:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45521 2024-11-10T23:34:01,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T23:34:01,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45521 2024-11-10T23:34:01,626 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:01,626 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:01,627 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46601 2024-11-10T23:34:01,628 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46601 connecting to ZooKeeper ensemble=127.0.0.1:52959 2024-11-10T23:34:01,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466010x0, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:01,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:01,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46601-0x10127195b4a0002 connected 2024-11-10T23:34:01,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:01,641 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:01,648 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:01,648 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:01,649 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:01,650 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:01,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:01,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-10T23:34:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46601 2024-11-10T23:34:01,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46601 2024-11-10T23:34:01,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-10T23:34:01,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46601 2024-11-10T23:34:01,668 DEBUG [M:0;886659e041d3:34157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:34157 2024-11-10T23:34:01,669 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,34157,1731281641394 2024-11-10T23:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,682 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,34157,1731281641394 2024-11-10T23:34:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,693 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:34:01,694 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,34157,1731281641394 from backup master directory 2024-11-10T23:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,34157,1731281641394 2024-11-10T23:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:01,703 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:01,703 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,34157,1731281641394 2024-11-10T23:34:01,713 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/hbase.id] with ID: acd64625-04e3-49ba-a280-4ccc732ef9ca 2024-11-10T23:34:01,713 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/.tmp/hbase.id 2024-11-10T23:34:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:01,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:01,720 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/.tmp/hbase.id]:[hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/hbase.id] 2024-11-10T23:34:01,731 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:01,731 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:34:01,732 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:34:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:01,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:01,753 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:01,754 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:34:01,754 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:01,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:01,765 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store 2024-11-10T23:34:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:01,773 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:01,773 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:01,773 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281641773Disabling compacts and flushes for region at 1731281641773Disabling writes for close at 1731281641773Writing region close event to WAL at 1731281641773Closed at 1731281641773 2024-11-10T23:34:01,774 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/.initializing 2024-11-10T23:34:01,774 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/WALs/886659e041d3,34157,1731281641394 2024-11-10T23:34:01,775 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:01,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C34157%2C1731281641394, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/WALs/886659e041d3,34157,1731281641394, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/oldWALs, maxLogs=10 2024-11-10T23:34:01,789 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/WALs/886659e041d3,34157,1731281641394/886659e041d3%2C34157%2C1731281641394.1731281641777, exclude list is [], retry=0 2024-11-10T23:34:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b,DISK] 2024-11-10T23:34:01,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-816c213d-b107-4442-b961-3dc3ca658bb2,DISK] 2024-11-10T23:34:01,793 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/WALs/886659e041d3,34157,1731281641394/886659e041d3%2C34157%2C1731281641394.1731281641777 2024-11-10T23:34:01,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43285:43285),(127.0.0.1/127.0.0.1:40891:40891)] 2024-11-10T23:34:01,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:01,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:01,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,794 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:34:01,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:01,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:01,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:34:01,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:01,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:01,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:34:01,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:01,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:01,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:34:01,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:01,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:01,803 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,803 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,804 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,805 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,805 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,806 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:01,807 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:01,809 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:01,810 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67082693, jitterRate=-3.89978289604187E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:01,811 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281641794Initializing all the Stores at 1731281641795 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281641795Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281641795Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281641795Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281641795Cleaning up temporary data from old regions at 1731281641805 (+10 ms)Region opened successfully at 1731281641811 (+6 ms) 2024-11-10T23:34:01,811 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:34:01,814 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6310424a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:01,815 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:34:01,816 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:34:01,816 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:34:01,816 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:34:01,816 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:34:01,817 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:34:01,817 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:34:01,819 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:34:01,820 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:34:01,829 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:34:01,829 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:34:01,830 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:34:01,840 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:34:01,840 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:34:01,841 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:34:01,850 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:34:01,851 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:34:01,861 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:34:01,863 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:34:01,871 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,34157,1731281641394, sessionid=0x10127195b4a0000, setting cluster-up flag (Was=false) 2024-11-10T23:34:01,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,935 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:34:01,936 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,34157,1731281641394 2024-11-10T23:34:01,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:01,987 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:34:01,988 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,34157,1731281641394 2024-11-10T23:34:01,989 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:34:01,991 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:01,991 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:34:01,992 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:34:01,992 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,34157,1731281641394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:34:01,994 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:01,995 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:01,995 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281671996 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:34:01,996 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:34:01,997 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:01,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:01,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:34:01,997 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:34:01,997 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:34:01,998 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:34:01,998 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:34:01,998 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:34:01,998 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281641998,5,FailOnTimeoutGroup] 2024-11-10T23:34:01,998 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281641998,5,FailOnTimeoutGroup] 2024-11-10T23:34:01,999 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:01,999 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:34:01,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:01,999 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:01,999 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:01,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:34:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:02,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:02,058 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(746): ClusterId : acd64625-04e3-49ba-a280-4ccc732ef9ca 2024-11-10T23:34:02,058 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(746): ClusterId : acd64625-04e3-49ba-a280-4ccc732ef9ca 2024-11-10T23:34:02,058 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:02,058 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:02,073 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:02,073 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:02,073 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:02,073 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:02,083 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:02,083 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:02,083 DEBUG [RS:1;886659e041d3:46601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@297cf32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:02,083 DEBUG [RS:0;886659e041d3:45521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492b0cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:02,101 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:45521 2024-11-10T23:34:02,101 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:46601 2024-11-10T23:34:02,101 INFO [RS:1;886659e041d3:46601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:02,101 INFO [RS:0;886659e041d3:45521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:02,102 INFO [RS:0;886659e041d3:45521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:02,102 INFO [RS:1;886659e041d3:46601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:02,102 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:02,102 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:02,103 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,34157,1731281641394 with port=45521, startcode=1731281641565 2024-11-10T23:34:02,103 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,34157,1731281641394 with port=46601, startcode=1731281641625 2024-11-10T23:34:02,103 DEBUG [RS:0;886659e041d3:45521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:02,103 DEBUG [RS:1;886659e041d3:46601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:02,104 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:02,104 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:02,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,45521,1731281641565 2024-11-10T23:34:02,105 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34157 {}] master.ServerManager(517): Registering regionserver=886659e041d3,45521,1731281641565 2024-11-10T23:34:02,106 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,46601,1731281641625 2024-11-10T23:34:02,107 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 2024-11-10T23:34:02,107 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32829 2024-11-10T23:34:02,107 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34157 {}] master.ServerManager(517): Registering regionserver=886659e041d3,46601,1731281641625 2024-11-10T23:34:02,107 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:02,108 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 2024-11-10T23:34:02,108 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32829 2024-11-10T23:34:02,108 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:02,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:02,155 DEBUG [RS:0;886659e041d3:45521 {}] zookeeper.ZKUtil(111): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,45521,1731281641565 2024-11-10T23:34:02,155 WARN [RS:0;886659e041d3:45521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:02,156 INFO [RS:0;886659e041d3:45521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:02,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,45521,1731281641565] 2024-11-10T23:34:02,156 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,46601,1731281641625] 2024-11-10T23:34:02,156 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565 2024-11-10T23:34:02,156 DEBUG [RS:1;886659e041d3:46601 {}] zookeeper.ZKUtil(111): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,46601,1731281641625 2024-11-10T23:34:02,156 WARN [RS:1;886659e041d3:46601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:02,156 INFO [RS:1;886659e041d3:46601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:02,156 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,46601,1731281641625 2024-11-10T23:34:02,162 INFO [RS:1;886659e041d3:46601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:02,162 INFO [RS:0;886659e041d3:45521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:02,164 INFO [RS:0;886659e041d3:45521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:02,165 INFO [RS:0;886659e041d3:45521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:02,165 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,165 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:02,166 INFO [RS:1;886659e041d3:46601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:02,166 INFO [RS:0;886659e041d3:45521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:02,166 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:02,167 INFO [RS:1;886659e041d3:46601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:02,167 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,167 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:02,167 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,168 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,168 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,168 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:02,168 DEBUG [RS:0;886659e041d3:45521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:02,168 INFO [RS:1;886659e041d3:46601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:02,168 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,168 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,168 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,168 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,168 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,169 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,45521,1731281641565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,169 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,170 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:02,170 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:02,170 DEBUG [RS:1;886659e041d3:46601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:02,170 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,170 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,170 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,170 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,170 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,171 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46601,1731281641625-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:02,187 INFO [RS:0;886659e041d3:45521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:02,187 INFO [RS:1;886659e041d3:46601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:02,187 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,45521,1731281641565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,187 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46601,1731281641625-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,187 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,187 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,187 INFO [RS:0;886659e041d3:45521 {}] regionserver.Replication(171): 886659e041d3,45521,1731281641565 started 2024-11-10T23:34:02,187 INFO [RS:1;886659e041d3:46601 {}] regionserver.Replication(171): 886659e041d3,46601,1731281641625 started 2024-11-10T23:34:02,200 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,200 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,45521,1731281641565, RpcServer on 886659e041d3/172.17.0.3:45521, sessionid=0x10127195b4a0001 2024-11-10T23:34:02,200 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:02,200 DEBUG [RS:0;886659e041d3:45521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,45521,1731281641565 2024-11-10T23:34:02,200 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,45521,1731281641565' 2024-11-10T23:34:02,200 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:02,201 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,201 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,46601,1731281641625, RpcServer on 886659e041d3/172.17.0.3:46601, sessionid=0x10127195b4a0002 2024-11-10T23:34:02,201 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:02,201 DEBUG [RS:1;886659e041d3:46601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,46601,1731281641625 2024-11-10T23:34:02,201 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:02,201 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,46601,1731281641625' 2024-11-10T23:34:02,201 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,45521,1731281641565 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,45521,1731281641565' 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,46601,1731281641625 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,46601,1731281641625' 2024-11-10T23:34:02,202 DEBUG [RS:0;886659e041d3:45521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:02,202 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:02,203 DEBUG [RS:0;886659e041d3:45521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:02,203 INFO [RS:0;886659e041d3:45521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:02,203 DEBUG [RS:1;886659e041d3:46601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:02,203 INFO [RS:0;886659e041d3:45521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:02,203 DEBUG [RS:1;886659e041d3:46601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:02,203 INFO [RS:1;886659e041d3:46601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:02,203 INFO [RS:1;886659e041d3:46601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:02,303 INFO [RS:0;886659e041d3:45521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:02,303 INFO [RS:1;886659e041d3:46601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:02,306 INFO [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C45521%2C1731281641565, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs, maxLogs=32 2024-11-10T23:34:02,306 INFO [RS:1;886659e041d3:46601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C46601%2C1731281641625, suffix=, logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,46601,1731281641625, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs, maxLogs=32 2024-11-10T23:34:02,322 DEBUG [RS:0;886659e041d3:45521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565/886659e041d3%2C45521%2C1731281641565.1731281642306, exclude list is [], retry=0 2024-11-10T23:34:02,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b,DISK] 2024-11-10T23:34:02,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-816c213d-b107-4442-b961-3dc3ca658bb2,DISK] 2024-11-10T23:34:02,327 DEBUG [RS:1;886659e041d3:46601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,46601,1731281641625/886659e041d3%2C46601%2C1731281641625.1731281642306, exclude list is [], retry=0 2024-11-10T23:34:02,328 INFO [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565/886659e041d3%2C45521%2C1731281641565.1731281642306 2024-11-10T23:34:02,329 DEBUG [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891),(127.0.0.1/127.0.0.1:43285:43285)] 2024-11-10T23:34:02,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b,DISK] 2024-11-10T23:34:02,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-816c213d-b107-4442-b961-3dc3ca658bb2,DISK] 2024-11-10T23:34:02,332 INFO [RS:1;886659e041d3:46601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,46601,1731281641625/886659e041d3%2C46601%2C1731281641625.1731281642306 2024-11-10T23:34:02,333 DEBUG [RS:1;886659e041d3:46601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891),(127.0.0.1/127.0.0.1:43285:43285)] 2024-11-10T23:34:02,407 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:34:02,407 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 2024-11-10T23:34:02,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741834_1010 (size=32) 2024-11-10T23:34:02,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741834_1010 (size=32) 2024-11-10T23:34:02,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:02,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:02,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:02,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:02,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:02,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:02,426 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:02,426 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:02,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:02,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740 2024-11-10T23:34:02,429 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740 2024-11-10T23:34:02,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:02,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:02,431 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:02,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:02,435 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:02,435 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63225824, jitterRate=-0.0578618049621582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:02,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281642420Initializing all the Stores at 1731281642421 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642421Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642421Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281642421Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642421Cleaning up temporary data from old regions at 1731281642431 (+10 ms)Region opened successfully at 1731281642436 (+5 ms) 2024-11-10T23:34:02,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:02,436 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:02,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:02,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:02,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:02,437 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:02,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281642436Disabling compacts and flushes for region at 1731281642436Disabling writes for close at 1731281642436Writing region close event to WAL at 1731281642437 (+1 ms)Closed at 1731281642437 2024-11-10T23:34:02,438 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:02,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:34:02,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:34:02,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:02,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:34:02,590 DEBUG [886659e041d3:34157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:34:02,591 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:02,596 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:02,596 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:02,596 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:02,596 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:02,596 INFO [886659e041d3:34157 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:02,596 INFO [886659e041d3:34157 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:02,596 DEBUG [886659e041d3:34157 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:02,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,45521,1731281641565 2024-11-10T23:34:02,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,45521,1731281641565, state=OPENING 2024-11-10T23:34:02,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:34:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:02,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,662 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:02,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,662 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,45521,1731281641565}] 2024-11-10T23:34:02,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:34:02,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:02,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:02,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:02,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:02,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:34:02,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T23:34:02,815 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:02,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:02,820 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:34:02,820 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:02,821 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:34:02,822 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C45521%2C1731281641565.meta, suffix=.meta, logDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565, archiveDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs, maxLogs=32 2024-11-10T23:34:02,836 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565/886659e041d3%2C45521%2C1731281641565.meta.1731281642823.meta, exclude list is [], retry=0 2024-11-10T23:34:02,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32813,DS-7abd7502-a8bf-4417-b5f7-05b1d52d537b,DISK] 2024-11-10T23:34:02,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45801,DS-816c213d-b107-4442-b961-3dc3ca658bb2,DISK] 2024-11-10T23:34:02,840 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/WALs/886659e041d3,45521,1731281641565/886659e041d3%2C45521%2C1731281641565.meta.1731281642823.meta 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40891:40891),(127.0.0.1/127.0.0.1:43285:43285)] 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:34:02,841 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:34:02,841 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:02,842 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:34:02,842 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:34:02,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:02,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:02,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:02,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:02,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:02,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:02,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:02,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:02,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:02,848 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:02,848 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740 2024-11-10T23:34:02,849 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740 2024-11-10T23:34:02,850 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:02,850 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:02,851 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:02,852 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:02,852 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67443160, jitterRate=0.004981398582458496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:02,852 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:34:02,853 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281642842Writing region info on filesystem at 1731281642842Initializing all the Stores at 1731281642842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642843 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642843Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281642843Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281642843Cleaning up temporary data from old regions at 1731281642850 (+7 ms)Running coprocessor post-open hooks at 1731281642852 (+2 ms)Region opened successfully at 1731281642853 (+1 ms) 2024-11-10T23:34:02,854 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281642815 2024-11-10T23:34:02,856 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:34:02,856 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:34:02,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,45521,1731281641565 2024-11-10T23:34:02,858 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,45521,1731281641565, state=OPEN 2024-11-10T23:34:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:02,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:02,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,45521,1731281641565 2024-11-10T23:34:02,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:02,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:34:02,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,45521,1731281641565 in 209 msec 2024-11-10T23:34:02,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:34:02,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 436 msec 2024-11-10T23:34:02,878 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:02,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:34:02,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:02,880 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,45521,1731281641565, seqNum=-1] 2024-11-10T23:34:02,881 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:02,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:02,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 897 msec 2024-11-10T23:34:02,887 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281642887, completionTime=-1 2024-11-10T23:34:02,888 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:34:02,888 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281702890 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281762890 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:34157, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,890 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,892 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.191sec 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:02,894 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:34:02,897 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:34:02,897 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:34:02,897 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,34157,1731281641394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:02,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa43fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:02,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,34157,-1 for getting cluster id 2024-11-10T23:34:02,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:34:02,960 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd64625-04e3-49ba-a280-4ccc732ef9ca' 2024-11-10T23:34:02,960 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:34:02,961 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd64625-04e3-49ba-a280-4ccc732ef9ca" 2024-11-10T23:34:02,961 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edc1232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:02,961 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,34157,-1] 2024-11-10T23:34:02,961 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:34:02,962 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:02,963 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:34:02,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa15bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:02,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:02,967 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,45521,1731281641565, seqNum=-1] 2024-11-10T23:34:02,968 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:02,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:02,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,34157,1731281641394 2024-11-10T23:34:02,971 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:34:02,972 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,34157,1731281641394 2024-11-10T23:34:02,972 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c36cca9 2024-11-10T23:34:02,972 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:34:02,973 INFO [HMaster-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:34:02,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:02,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:34:02,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:34:02,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:02,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:34:02,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:02,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:34:02,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:02,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:02,987 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0ebe46be17e6c097301cb44ed92bf13, NAME => 'testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 2024-11-10T23:34:02,987 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9d4ca12d5ef0b7c3ed7352e9add2262f, NAME => 'testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775 2024-11-10T23:34:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:02,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing e0ebe46be17e6c097301cb44ed92bf13, disabling compactions & flushes 2024-11-10T23:34:02,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:02,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. after waiting 0 ms 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:02,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0ebe46be17e6c097301cb44ed92bf13: Waiting for close lock at 1731281642995Disabling compacts and flushes for region at 1731281642995Disabling writes for close at 1731281642995Writing region close event to WAL at 1731281642995Closed at 1731281642995 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 9d4ca12d5ef0b7c3ed7352e9add2262f, disabling compactions & flushes 2024-11-10T23:34:02,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. after waiting 0 ms 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:02,995 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:02,995 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9d4ca12d5ef0b7c3ed7352e9add2262f: Waiting for close lock at 1731281642995Disabling compacts and flushes for region at 1731281642995Disabling writes for close at 1731281642995Writing region close event to WAL at 1731281642995Closed at 1731281642995 2024-11-10T23:34:02,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:34:02,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281642997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281642997"}]},"ts":"1731281642997"} 2024-11-10T23:34:02,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281642997"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281642997"}]},"ts":"1731281642997"} 2024-11-10T23:34:03,001 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:34:03,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:34:03,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281643003"}]},"ts":"1731281643003"} 2024-11-10T23:34:03,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:34:03,005 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:03,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:03,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:03,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:03,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:03,007 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:03,007 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:03,007 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:03,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0ebe46be17e6c097301cb44ed92bf13, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d4ca12d5ef0b7c3ed7352e9add2262f, ASSIGN}] 2024-11-10T23:34:03,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d4ca12d5ef0b7c3ed7352e9add2262f, ASSIGN 2024-11-10T23:34:03,009 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0ebe46be17e6c097301cb44ed92bf13, ASSIGN 2024-11-10T23:34:03,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d4ca12d5ef0b7c3ed7352e9add2262f, ASSIGN; state=OFFLINE, location=886659e041d3,45521,1731281641565; forceNewPlan=false, retain=false 2024-11-10T23:34:03,010 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0ebe46be17e6c097301cb44ed92bf13, ASSIGN; state=OFFLINE, location=886659e041d3,46601,1731281641625; forceNewPlan=false, retain=false 2024-11-10T23:34:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:03,160 INFO [886659e041d3:34157 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:34:03,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0ebe46be17e6c097301cb44ed92bf13, regionState=OPENING, regionLocation=886659e041d3,46601,1731281641625 2024-11-10T23:34:03,161 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d4ca12d5ef0b7c3ed7352e9add2262f, regionState=OPENING, regionLocation=886659e041d3,45521,1731281641565 2024-11-10T23:34:03,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0ebe46be17e6c097301cb44ed92bf13, ASSIGN because future has completed 2024-11-10T23:34:03,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ebe46be17e6c097301cb44ed92bf13, server=886659e041d3,46601,1731281641625}] 2024-11-10T23:34:03,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d4ca12d5ef0b7c3ed7352e9add2262f, ASSIGN because future has completed 2024-11-10T23:34:03,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d4ca12d5ef0b7c3ed7352e9add2262f, server=886659e041d3,45521,1731281641565}] 2024-11-10T23:34:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:03,322 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:03,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:03,328 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,328 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,328 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e0ebe46be17e6c097301cb44ed92bf13, NAME => 'testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:34:03,328 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d4ca12d5ef0b7c3ed7352e9add2262f, NAME => 'testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,329 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,331 INFO [StoreOpener-9d4ca12d5ef0b7c3ed7352e9add2262f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,331 INFO [StoreOpener-e0ebe46be17e6c097301cb44ed92bf13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,333 INFO [StoreOpener-9d4ca12d5ef0b7c3ed7352e9add2262f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d4ca12d5ef0b7c3ed7352e9add2262f columnFamilyName family 2024-11-10T23:34:03,333 INFO [StoreOpener-e0ebe46be17e6c097301cb44ed92bf13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0ebe46be17e6c097301cb44ed92bf13 columnFamilyName family 2024-11-10T23:34:03,333 DEBUG [StoreOpener-9d4ca12d5ef0b7c3ed7352e9add2262f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:03,333 DEBUG [StoreOpener-e0ebe46be17e6c097301cb44ed92bf13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:03,333 INFO [StoreOpener-9d4ca12d5ef0b7c3ed7352e9add2262f-1 {}] regionserver.HStore(327): Store=9d4ca12d5ef0b7c3ed7352e9add2262f/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:03,333 INFO [StoreOpener-e0ebe46be17e6c097301cb44ed92bf13-1 {}] regionserver.HStore(327): Store=e0ebe46be17e6c097301cb44ed92bf13/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:03,334 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,334 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,334 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,334 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,335 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,335 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,335 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,335 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,335 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,336 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,338 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,338 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,340 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:03,340 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:03,340 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 9d4ca12d5ef0b7c3ed7352e9add2262f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69183498, jitterRate=0.03091445565223694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:03,340 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened e0ebe46be17e6c097301cb44ed92bf13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72815511, jitterRate=0.08503566682338715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:03,340 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,340 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,341 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 9d4ca12d5ef0b7c3ed7352e9add2262f: Running coprocessor pre-open hook at 1731281643329Writing region info on filesystem at 1731281643329Initializing all the Stores at 1731281643330 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281643330Cleaning up temporary data from old regions at 1731281643336 (+6 ms)Running coprocessor post-open hooks at 1731281643340 (+4 ms)Region opened successfully at 1731281643341 (+1 ms) 2024-11-10T23:34:03,341 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e0ebe46be17e6c097301cb44ed92bf13: Running coprocessor pre-open hook at 1731281643329Writing region info on filesystem at 1731281643329Initializing all the Stores at 1731281643330 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281643330Cleaning up temporary data from old regions at 1731281643336 (+6 ms)Running coprocessor post-open hooks at 1731281643340 (+4 ms)Region opened successfully at 1731281643341 (+1 ms) 2024-11-10T23:34:03,342 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f., pid=8, masterSystemTime=1731281643324 2024-11-10T23:34:03,342 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13., pid=7, masterSystemTime=1731281643322 2024-11-10T23:34:03,344 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,344 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0ebe46be17e6c097301cb44ed92bf13, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,46601,1731281641625 2024-11-10T23:34:03,345 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,345 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=9d4ca12d5ef0b7c3ed7352e9add2262f, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,45521,1731281641565 2024-11-10T23:34:03,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0ebe46be17e6c097301cb44ed92bf13, server=886659e041d3,46601,1731281641625 because future has completed 2024-11-10T23:34:03,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d4ca12d5ef0b7c3ed7352e9add2262f, server=886659e041d3,45521,1731281641565 because future has completed 2024-11-10T23:34:03,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-10T23:34:03,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0ebe46be17e6c097301cb44ed92bf13, server=886659e041d3,46601,1731281641625 in 182 msec 2024-11-10T23:34:03,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-10T23:34:03,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=e0ebe46be17e6c097301cb44ed92bf13, ASSIGN in 344 msec 2024-11-10T23:34:03,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d4ca12d5ef0b7c3ed7352e9add2262f, server=886659e041d3,45521,1731281641565 in 180 msec 2024-11-10T23:34:03,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-10T23:34:03,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=9d4ca12d5ef0b7c3ed7352e9add2262f, ASSIGN in 346 msec 2024-11-10T23:34:03,355 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:34:03,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281643355"}]},"ts":"1731281643355"} 2024-11-10T23:34:03,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:34:03,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:34:03,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 385 msec 2024-11-10T23:34:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:03,602 INFO [RPCClient-NioEventLoopGroup-5-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:34:03,602 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:34:03,603 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:34:03,609 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:34:03,613 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13., hostname=886659e041d3,46601,1731281641625, seqNum=2] 2024-11-10T23:34:03,614 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:03,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:03,626 DEBUG [RPCClient-NioEventLoopGroup-5-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f., hostname=886659e041d3,45521,1731281641565, seqNum=2] 2024-11-10T23:34:03,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d4ca12d5ef0b7c3ed7352e9add2262f 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:34:03,651 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/.tmp/family/c2a02627d0f24689808b5f997a85522a is 32, key is 5/family:/1731281643627/Put/seqid=0 2024-11-10T23:34:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:34:03,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:34:03,657 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/.tmp/family/c2a02627d0f24689808b5f997a85522a 2024-11-10T23:34:03,664 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/.tmp/family/c2a02627d0f24689808b5f997a85522a as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/family/c2a02627d0f24689808b5f997a85522a 2024-11-10T23:34:03,670 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/family/c2a02627d0f24689808b5f997a85522a, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:34:03,671 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 9d4ca12d5ef0b7c3ed7352e9add2262f in 35ms, sequenceid=9, compaction requested=false 2024-11-10T23:34:03,671 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d4ca12d5ef0b7c3ed7352e9add2262f: 2024-11-10T23:34:03,671 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e0ebe46be17e6c097301cb44ed92bf13 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:34:03,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/.tmp/family/7715dbd977644bb2aa5cff535c1dbc1a is 32, key is 1/family:/1731281643616/Put/seqid=0 2024-11-10T23:34:03,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:34:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:34:03,692 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/.tmp/family/7715dbd977644bb2aa5cff535c1dbc1a 2024-11-10T23:34:03,698 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/.tmp/family/7715dbd977644bb2aa5cff535c1dbc1a as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/family/7715dbd977644bb2aa5cff535c1dbc1a 2024-11-10T23:34:03,703 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/family/7715dbd977644bb2aa5cff535c1dbc1a, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:34:03,704 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for e0ebe46be17e6c097301cb44ed92bf13 in 33ms, sequenceid=8, compaction requested=false 2024-11-10T23:34:03,704 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e0ebe46be17e6c097301cb44ed92bf13: 2024-11-10T23:34:03,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228786bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:03,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,34157,-1 for getting cluster id 2024-11-10T23:34:03,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:34:03,706 DEBUG [HMaster-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acd64625-04e3-49ba-a280-4ccc732ef9ca' 2024-11-10T23:34:03,706 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:34:03,706 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acd64625-04e3-49ba-a280-4ccc732ef9ca" 2024-11-10T23:34:03,707 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72fd0471, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:03,707 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,34157,-1] 2024-11-10T23:34:03,707 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:34:03,707 DEBUG [RPCClient-NioEventLoopGroup-5-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,708 INFO [HMaster-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:34:03,708 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232331aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:03,714 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:34:03,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:03,716 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,45521,1731281641565, seqNum=-1] 2024-11-10T23:34:03,716 DEBUG [RPCClient-NioEventLoopGroup-5-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:03,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:03,719 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:03,720 DEBUG [RPCClient-NioEventLoopGroup-5-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:03,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:03,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] bucket.BucketCache(1864): found 1 blocks for file 7715dbd977644bb2aa5cff535c1dbc1a, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] bucket.BucketCache(1864): found 1 blocks for file c2a02627d0f24689808b5f997a85522a, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46601 {}] bucket.BucketCache(857): removed key 7715dbd977644bb2aa5cff535c1dbc1a_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45521 {}] bucket.BucketCache(857): removed key c2a02627d0f24689808b5f997a85522a_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:03,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:03,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.testClearBlockCacheFromAsyncAdmin(TestClearRegionBlockCache.java:174) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:03,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,723 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:34:03,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:34:03,724 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:03,724 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:03,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:34:03,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:34:03,724 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2033388522, stopped=false 2024-11-10T23:34:03,724 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,34157,1731281641394 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:03,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:03,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:03,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:03,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:03,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,45521,1731281641565' ***** 2024-11-10T23:34:03,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:03,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:03,768 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,46601,1731281641625' ***** 2024-11-10T23:34:03,768 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:03,768 INFO [RS:0;886659e041d3:45521 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:03,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:03,769 INFO [RS:1;886659e041d3:46601 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:03,769 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:03,769 INFO [RS:1;886659e041d3:46601 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:03,769 INFO [RS:0;886659e041d3:45521 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:03,770 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:03,770 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:03,770 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:03,770 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:03,770 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,770 INFO [RS:1;886659e041d3:46601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:03,770 INFO [RS:1;886659e041d3:46601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,45521,1731281641565 2024-11-10T23:34:03,770 INFO [RS:1;886659e041d3:46601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:03,770 INFO [RS:0;886659e041d3:45521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:03,771 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(3091): Received CLOSE for e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,771 INFO [RS:0;886659e041d3:45521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:45521. 2024-11-10T23:34:03,771 DEBUG [RS:0;886659e041d3:45521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:03,771 DEBUG [RS:0;886659e041d3:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,771 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,46601,1731281641625 2024-11-10T23:34:03,771 INFO [RS:0;886659e041d3:45521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:03,771 INFO [RS:1;886659e041d3:46601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:03,771 INFO [RS:0;886659e041d3:45521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:03,771 INFO [RS:0;886659e041d3:45521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:03,771 INFO [RS:1;886659e041d3:46601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:46601. 2024-11-10T23:34:03,771 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:34:03,771 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:03,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:03,772 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0ebe46be17e6c097301cb44ed92bf13, disabling compactions & flushes 2024-11-10T23:34:03,772 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:34:03,772 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:03,772 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,771 DEBUG [RS:1;886659e041d3:46601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:03,772 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1325): Online Regions={9d4ca12d5ef0b7c3ed7352e9add2262f=testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T23:34:03,772 DEBUG [RS:1;886659e041d3:46601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,772 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,772 DEBUG [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9d4ca12d5ef0b7c3ed7352e9add2262f 2024-11-10T23:34:03,772 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. after waiting 0 ms 2024-11-10T23:34:03,772 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:34:03,772 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,772 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1325): Online Regions={e0ebe46be17e6c097301cb44ed92bf13=testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13.} 2024-11-10T23:34:03,772 DEBUG [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1351): Waiting on e0ebe46be17e6c097301cb44ed92bf13 2024-11-10T23:34:03,773 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:03,773 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:03,773 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:03,773 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d4ca12d5ef0b7c3ed7352e9add2262f, disabling compactions & flushes 2024-11-10T23:34:03,773 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:03,773 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:03,773 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,774 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:03,774 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,774 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. after waiting 0 ms 2024-11-10T23:34:03,774 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:34:03,774 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,778 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/e0ebe46be17e6c097301cb44ed92bf13/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:34:03,778 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/default/testClearRegionBlockCache/9d4ca12d5ef0b7c3ed7352e9add2262f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:34:03,779 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,779 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,779 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0ebe46be17e6c097301cb44ed92bf13: Waiting for close lock at 1731281643771Running coprocessor pre-close hooks at 1731281643771Disabling compacts and flushes for region at 1731281643771Disabling writes for close at 1731281643772 (+1 ms)Writing region close event to WAL at 1731281643774 (+2 ms)Running coprocessor post-close hooks at 1731281643779 (+5 ms)Closed at 1731281643779 2024-11-10T23:34:03,779 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d4ca12d5ef0b7c3ed7352e9add2262f: Waiting for close lock at 1731281643773Running coprocessor pre-close hooks at 1731281643773Disabling compacts and flushes for region at 1731281643773Disabling writes for close at 1731281643774 (+1 ms)Writing region close event to WAL at 1731281643775 (+1 ms)Running coprocessor post-close hooks at 1731281643779 (+4 ms)Closed at 1731281643779 2024-11-10T23:34:03,779 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281642974.e0ebe46be17e6c097301cb44ed92bf13. 2024-11-10T23:34:03,779 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f. 2024-11-10T23:34:03,790 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/info/89f686aecef34740950a71350ed493c7 is 173, key is testClearRegionBlockCache,5,1731281642974.9d4ca12d5ef0b7c3ed7352e9add2262f./info:regioninfo/1731281643346/Put/seqid=0 2024-11-10T23:34:03,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:03,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:03,796 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/info/89f686aecef34740950a71350ed493c7 2024-11-10T23:34:03,815 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/ns/160354c00d544434aef7149c38e4d637 is 43, key is default/ns:d/1731281642883/Put/seqid=0 2024-11-10T23:34:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:03,821 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/ns/160354c00d544434aef7149c38e4d637 2024-11-10T23:34:03,840 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/table/7341ab15c4fa44de93357203dffefa26 is 61, key is testClearRegionBlockCache/table:state/1731281643355/Put/seqid=0 2024-11-10T23:34:03,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:03,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:03,846 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/table/7341ab15c4fa44de93357203dffefa26 2024-11-10T23:34:03,852 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/info/89f686aecef34740950a71350ed493c7 as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/info/89f686aecef34740950a71350ed493c7 2024-11-10T23:34:03,858 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/info/89f686aecef34740950a71350ed493c7, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:34:03,859 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/ns/160354c00d544434aef7149c38e4d637 as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/ns/160354c00d544434aef7149c38e4d637 2024-11-10T23:34:03,864 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/ns/160354c00d544434aef7149c38e4d637, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:34:03,865 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/.tmp/table/7341ab15c4fa44de93357203dffefa26 as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/table/7341ab15c4fa44de93357203dffefa26 2024-11-10T23:34:03,871 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/table/7341ab15c4fa44de93357203dffefa26, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:34:03,872 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false 2024-11-10T23:34:03,877 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:34:03,878 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:34:03,878 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:03,878 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281643773Running coprocessor pre-close hooks at 1731281643773Disabling compacts and flushes for region at 1731281643773Disabling writes for close at 1731281643774 (+1 ms)Obtaining lock to block concurrent updates at 1731281643774Preparing flush snapshotting stores in 1588230740 at 1731281643774Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281643774Flushing stores of hbase:meta,,1.1588230740 at 1731281643775 (+1 ms)Flushing 1588230740/info: creating writer at 1731281643775Flushing 1588230740/info: appending metadata at 1731281643790 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731281643790Flushing 1588230740/ns: creating writer at 1731281643802 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731281643815 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731281643815Flushing 1588230740/table: creating writer at 1731281643827 (+12 ms)Flushing 1588230740/table: appending metadata at 1731281643840 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731281643840Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd3c877: reopening flushed file at 1731281643851 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484fc984: reopening flushed file at 1731281643858 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ac81a01: reopening flushed file at 1731281643864 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 98ms, sequenceid=13, compaction requested=false at 1731281643872 (+8 ms)Writing region close event to WAL at 1731281643873 (+1 ms)Running coprocessor post-close hooks at 1731281643878 (+5 ms)Closed at 1731281643878 2024-11-10T23:34:03,878 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:03,972 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,45521,1731281641565; all regions closed. 2024-11-10T23:34:03,972 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,46601,1731281641625; all regions closed. 2024-11-10T23:34:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:03,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:03,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:03,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:03,978 DEBUG [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs 2024-11-10T23:34:03,978 INFO [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C45521%2C1731281641565.meta:.meta(num 1731281642823) 2024-11-10T23:34:03,979 DEBUG [RS:1;886659e041d3:46601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs 2024-11-10T23:34:03,979 INFO [RS:1;886659e041d3:46601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C46601%2C1731281641625:(num 1731281642306) 2024-11-10T23:34:03,979 DEBUG [RS:1;886659e041d3:46601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,979 INFO [RS:1;886659e041d3:46601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741832_1008 (size=1867) 2024-11-10T23:34:03,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741832_1008 (size=1867) 2024-11-10T23:34:03,980 INFO [RS:1;886659e041d3:46601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:03,980 INFO [RS:1;886659e041d3:46601 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:03,981 INFO [RS:1;886659e041d3:46601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:03,981 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:03,981 INFO [RS:1;886659e041d3:46601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:03,981 INFO [RS:1;886659e041d3:46601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:03,981 INFO [RS:1;886659e041d3:46601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:03,981 INFO [RS:1;886659e041d3:46601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46601 2024-11-10T23:34:03,982 DEBUG [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/oldWALs 2024-11-10T23:34:03,982 INFO [RS:0;886659e041d3:45521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C45521%2C1731281641565:(num 1731281642306) 2024-11-10T23:34:03,982 DEBUG [RS:0;886659e041d3:45521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:03,982 INFO [RS:0;886659e041d3:45521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:03,982 INFO [RS:0;886659e041d3:45521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:03,983 INFO [RS:0;886659e041d3:45521 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:03,983 INFO [RS:0;886659e041d3:45521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:03,983 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:03,983 INFO [RS:0;886659e041d3:45521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45521 2024-11-10T23:34:03,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:03,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,46601,1731281641625 2024-11-10T23:34:03,987 INFO [RS:1;886659e041d3:46601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:03,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,45521,1731281641565 2024-11-10T23:34:03,998 INFO [RS:0;886659e041d3:45521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:04,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,45521,1731281641565] 2024-11-10T23:34:04,029 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,45521,1731281641565 already deleted, retry=false 2024-11-10T23:34:04,029 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,45521,1731281641565 expired; onlineServers=1 2024-11-10T23:34:04,029 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,46601,1731281641625] 2024-11-10T23:34:04,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,46601,1731281641625 already deleted, retry=false 2024-11-10T23:34:04,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,46601,1731281641625 expired; onlineServers=0 2024-11-10T23:34:04,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,34157,1731281641394' ***** 2024-11-10T23:34:04,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:34:04,040 INFO [M:0;886659e041d3:34157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:04,040 INFO [M:0;886659e041d3:34157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:04,040 DEBUG [M:0;886659e041d3:34157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:34:04,040 DEBUG [M:0;886659e041d3:34157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:34:04,040 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:34:04,040 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281641998 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281641998,5,FailOnTimeoutGroup] 2024-11-10T23:34:04,040 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281641998 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281641998,5,FailOnTimeoutGroup] 2024-11-10T23:34:04,041 INFO [M:0;886659e041d3:34157 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:04,041 INFO [M:0;886659e041d3:34157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:04,041 DEBUG [M:0;886659e041d3:34157 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:34:04,041 INFO [M:0;886659e041d3:34157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:34:04,041 INFO [M:0;886659e041d3:34157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:04,041 INFO [M:0;886659e041d3:34157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:34:04,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:34:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:04,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:04,061 DEBUG [M:0;886659e041d3:34157 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-10T23:34:04,061 DEBUG [M:0;886659e041d3:34157 {}] master.ActiveMasterManager(353): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-10T23:34:04,062 INFO [M:0;886659e041d3:34157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/.lastflushedseqids 2024-11-10T23:34:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:34:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:34:04,068 INFO [M:0;886659e041d3:34157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:34:04,068 INFO [M:0;886659e041d3:34157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:34:04,068 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:04,068 INFO [M:0;886659e041d3:34157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:04,068 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:04,068 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:04,068 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:04,068 INFO [M:0;886659e041d3:34157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.58 KB heapSize=36.95 KB 2024-11-10T23:34:04,083 DEBUG [M:0;886659e041d3:34157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71362f19cf784d91acdb79763e1cb33e is 82, key is hbase:meta,,1/info:regioninfo/1731281642857/Put/seqid=0 2024-11-10T23:34:04,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:04,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:04,089 INFO [M:0;886659e041d3:34157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71362f19cf784d91acdb79763e1cb33e 2024-11-10T23:34:04,108 DEBUG [M:0;886659e041d3:34157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f306f5536214c8095f83362cdf4e68c is 803, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281643360/Put/seqid=0 2024-11-10T23:34:04,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,108 INFO [RS:1;886659e041d3:46601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:04,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46601-0x10127195b4a0002, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,108 INFO [RS:1;886659e041d3:46601 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,46601,1731281641625; zookeeper connection closed. 2024-11-10T23:34:04,109 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30bcb631 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30bcb631 2024-11-10T23:34:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:34:04,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741846_1022 (size=6219) 2024-11-10T23:34:04,114 INFO [M:0;886659e041d3:34157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.96 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f306f5536214c8095f83362cdf4e68c 2024-11-10T23:34:04,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,119 INFO [RS:0;886659e041d3:45521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:04,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45521-0x10127195b4a0001, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,119 INFO [RS:0;886659e041d3:45521 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,45521,1731281641565; zookeeper connection closed. 2024-11-10T23:34:04,119 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fa9bb37 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fa9bb37 2024-11-10T23:34:04,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:34:04,133 DEBUG [M:0;886659e041d3:34157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e40dbc65d2d541adbc7feaae17b60828 is 69, key is 886659e041d3,45521,1731281641565/rs:state/1731281642105/Put/seqid=0 2024-11-10T23:34:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:04,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:04,540 INFO [M:0;886659e041d3:34157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e40dbc65d2d541adbc7feaae17b60828 2024-11-10T23:34:04,552 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71362f19cf784d91acdb79763e1cb33e as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71362f19cf784d91acdb79763e1cb33e 2024-11-10T23:34:04,559 INFO [M:0;886659e041d3:34157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71362f19cf784d91acdb79763e1cb33e, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:34:04,560 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5f306f5536214c8095f83362cdf4e68c as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f306f5536214c8095f83362cdf4e68c 2024-11-10T23:34:04,566 INFO [M:0;886659e041d3:34157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5f306f5536214c8095f83362cdf4e68c, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:34:04,567 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e40dbc65d2d541adbc7feaae17b60828 as hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e40dbc65d2d541adbc7feaae17b60828 2024-11-10T23:34:04,572 INFO [M:0;886659e041d3:34157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32829/user/jenkins/test-data/2397f025-f847-1a64-d205-94cd9f0f8775/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e40dbc65d2d541adbc7feaae17b60828, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:34:04,573 INFO [M:0;886659e041d3:34157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=71, compaction requested=false 2024-11-10T23:34:04,575 INFO [M:0;886659e041d3:34157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:04,575 DEBUG [M:0;886659e041d3:34157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281644068Disabling compacts and flushes for region at 1731281644068Disabling writes for close at 1731281644068Obtaining lock to block concurrent updates at 1731281644068Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281644068Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30293, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281644069 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281644069Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281644069Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281644083 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281644083Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281644094 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281644108 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281644108Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281644119 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281644132 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281644132Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffc0033: reopening flushed file at 1731281644551 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e8761af: reopening flushed file at 1731281644559 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a2a8f7: reopening flushed file at 1731281644566 (+7 ms)Finished flush of dataSize ~29.58 KB/30293, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 505ms, sequenceid=71, compaction requested=false at 1731281644574 (+8 ms)Writing region close event to WAL at 1731281644575 (+1 ms)Closed at 1731281644575 2024-11-10T23:34:04,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32813 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:34:04,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45801 is added to blk_1073741830_1006 (size=35440) 2024-11-10T23:34:04,578 INFO [M:0;886659e041d3:34157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:34:04,578 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:04,578 INFO [M:0;886659e041d3:34157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34157 2024-11-10T23:34:04,578 INFO [M:0;886659e041d3:34157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:04,729 INFO [M:0;886659e041d3:34157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34157-0x10127195b4a0000, quorum=127.0.0.1:52959, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:04,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1b21fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:04,732 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f7d4220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:04,732 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:04,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c61b64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:04,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526ababc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:04,733 WARN [BP-793237985-172.17.0.3-1731281638943 heartbeating to localhost/127.0.0.1:32829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:34:04,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:34:04,733 WARN [BP-793237985-172.17.0.3-1731281638943 heartbeating to localhost/127.0.0.1:32829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793237985-172.17.0.3-1731281638943 (Datanode Uuid d40bb755-115f-4b70-993b-d59412d7ec7b) service to localhost/127.0.0.1:32829 2024-11-10T23:34:04,734 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:34:04,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data3/current/BP-793237985-172.17.0.3-1731281638943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:04,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data4/current/BP-793237985-172.17.0.3-1731281638943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:04,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:04,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27d9d051{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:04,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ed50e08{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:04,737 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:04,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ded65e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:04,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@261a65ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:04,738 WARN [BP-793237985-172.17.0.3-1731281638943 heartbeating to localhost/127.0.0.1:32829 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:34:04,738 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:34:04,738 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:34:04,738 WARN [BP-793237985-172.17.0.3-1731281638943 heartbeating to localhost/127.0.0.1:32829 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793237985-172.17.0.3-1731281638943 (Datanode Uuid c066e114-3785-49b4-92f6-c2576aebf50c) service to localhost/127.0.0.1:32829 2024-11-10T23:34:04,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data1/current/BP-793237985-172.17.0.3-1731281638943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:04,739 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/cluster_c9951f7c-164e-9a77-f377-295f103aea71/data/data2/current/BP-793237985-172.17.0.3-1731281638943 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:04,739 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:04,744 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f203a0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:34:04,745 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40c0650a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:04,745 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:04,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d9252e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:04,745 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ade3e54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:04,752 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:34:04,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:34:04,775 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAsyncAdmin[1: bucket] Thread=152 (was 133) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32829 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32829 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32829 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:32829 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:32829 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=498 (was 471) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=500 (was 526), ProcessCount=11 (was 11), AvailableMemoryMB=6922 (was 7002) 2024-11-10T23:34:04,783 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=152, OpenFileDescriptor=498, MaxFileDescriptor=1048576, SystemLoadAverage=500, ProcessCount=11, AvailableMemoryMB=6921 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir so I do NOT create it in target/test-data/94279792-2677-f18c-5520-2e23badebf79 2024-11-10T23:34:04,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.tmp.dir so I do NOT create it in target/test-data/94279792-2677-f18c-5520-2e23badebf79 2024-11-10T23:34:04,796 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/732054a5-8e18-8e86-a096-9f07d61940a7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:34:04,796 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853, deleteOnExit=true 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/test.cache.data in system properties and HBase conf 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:34:04,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:34:04,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:34:04,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:34:04,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:34:04,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:34:04,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:34:04,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:34:05,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:05,135 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:05,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:05,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:05,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:34:05,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:05,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:05,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:05,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3aa15b23{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/java.io.tmpdir/jetty-localhost-42617-hadoop-hdfs-3_4_1-tests_jar-_-any-6707406774746276725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:34:05,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:42617} 2024-11-10T23:34:05,239 INFO [Time-limited test {}] server.Server(415): Started @28922ms 2024-11-10T23:34:05,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:05,488 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:05,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:05,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:05,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:34:05,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:05,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:05,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@532f458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/java.io.tmpdir/jetty-localhost-41873-hadoop-hdfs-3_4_1-tests_jar-_-any-17529154463242429456/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:05,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:41873} 2024-11-10T23:34:05,586 INFO [Time-limited test {}] server.Server(415): Started @29269ms 2024-11-10T23:34:05,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:34:05,615 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:05,618 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:05,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:05,619 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:05,619 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:34:05,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:05,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:05,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbd8860{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/java.io.tmpdir/jetty-localhost-39729-hadoop-hdfs-3_4_1-tests_jar-_-any-11396242865426046115/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:05,714 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:39729} 2024-11-10T23:34:05,714 INFO [Time-limited test {}] server.Server(415): Started @29397ms 2024-11-10T23:34:05,715 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:34:07,068 WARN [Thread-1168 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data1/current/BP-1523020424-172.17.0.3-1731281644813/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:07,068 WARN [Thread-1169 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data2/current/BP-1523020424-172.17.0.3-1731281644813/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:07,091 WARN [Thread-1132 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xead3fe77dd56e002 with lease ID 0x4d214c11bc6c4fde: Processing first storage report for DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814 from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=41a18572-f58e-437c-a356-772660539fe5, infoPort=40663, infoSecurePort=0, ipcPort=43387, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813) 2024-11-10T23:34:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xead3fe77dd56e002 with lease ID 0x4d214c11bc6c4fde: from storage DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814 node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=41a18572-f58e-437c-a356-772660539fe5, infoPort=40663, infoSecurePort=0, ipcPort=43387, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xead3fe77dd56e002 with lease ID 0x4d214c11bc6c4fde: Processing first storage report for DS-02452e50-2456-4c07-ad56-e692269832f7 from datanode DatanodeRegistration(127.0.0.1:39459, datanodeUuid=41a18572-f58e-437c-a356-772660539fe5, infoPort=40663, infoSecurePort=0, ipcPort=43387, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813) 2024-11-10T23:34:07,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xead3fe77dd56e002 with lease ID 0x4d214c11bc6c4fde: from storage DS-02452e50-2456-4c07-ad56-e692269832f7 node DatanodeRegistration(127.0.0.1:39459, datanodeUuid=41a18572-f58e-437c-a356-772660539fe5, infoPort=40663, infoSecurePort=0, ipcPort=43387, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:07,208 WARN [Thread-1179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data3/current/BP-1523020424-172.17.0.3-1731281644813/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:07,208 WARN [Thread-1180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data4/current/BP-1523020424-172.17.0.3-1731281644813/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:07,228 WARN [Thread-1155 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46556192bcf86a5a with lease ID 0x4d214c11bc6c4fdf: Processing first storage report for DS-39478ca1-6a71-4bf3-bc3e-b009452d35de from datanode DatanodeRegistration(127.0.0.1:40287, datanodeUuid=61dc5af0-5d24-479b-b475-b2fd8fe17b61, infoPort=36043, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813) 2024-11-10T23:34:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46556192bcf86a5a with lease ID 0x4d214c11bc6c4fdf: from storage DS-39478ca1-6a71-4bf3-bc3e-b009452d35de node DatanodeRegistration(127.0.0.1:40287, datanodeUuid=61dc5af0-5d24-479b-b475-b2fd8fe17b61, infoPort=36043, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x46556192bcf86a5a with lease ID 0x4d214c11bc6c4fdf: Processing first storage report for DS-793a6ba3-924d-4f77-944e-4e7aac996b64 from datanode DatanodeRegistration(127.0.0.1:40287, datanodeUuid=61dc5af0-5d24-479b-b475-b2fd8fe17b61, infoPort=36043, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813) 2024-11-10T23:34:07,231 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x46556192bcf86a5a with lease ID 0x4d214c11bc6c4fdf: from storage DS-793a6ba3-924d-4f77-944e-4e7aac996b64 node DatanodeRegistration(127.0.0.1:40287, datanodeUuid=61dc5af0-5d24-479b-b475-b2fd8fe17b61, infoPort=36043, infoSecurePort=0, ipcPort=43411, storageInfo=lv=-57;cid=testClusterID;nsid=473844669;c=1731281644813), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:07,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79 2024-11-10T23:34:07,255 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/zookeeper_0, clientPort=59777, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:34:07,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59777 2024-11-10T23:34:07,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:07,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:07,271 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f with version=8 2024-11-10T23:34:07,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/hbase-staging 2024-11-10T23:34:07,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:34:07,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:07,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46357 2024-11-10T23:34:07,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46357 connecting to ZooKeeper ensemble=127.0.0.1:59777 2024-11-10T23:34:07,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463570x0, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:07,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46357-0x101271972410000 connected 2024-11-10T23:34:07,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:07,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f, hbase.cluster.distributed=false 2024-11-10T23:34:07,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:07,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-10T23:34:07,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46357 2024-11-10T23:34:07,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46357 2024-11-10T23:34:07,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-10T23:34:07,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46357 2024-11-10T23:34:07,441 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:07,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37389 2024-11-10T23:34:07,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37389 connecting to ZooKeeper ensemble=127.0.0.1:59777 2024-11-10T23:34:07,444 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373890x0, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:07,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373890x0, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:07,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37389-0x101271972410001 connected 2024-11-10T23:34:07,460 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:07,461 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:07,466 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:07,466 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:07,467 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:07,467 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:07,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:07,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-10T23:34:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37389 2024-11-10T23:34:07,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37389 2024-11-10T23:34:07,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-10T23:34:07,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-10T23:34:07,489 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:07,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:07,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:07,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39791 2024-11-10T23:34:07,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39791 connecting to ZooKeeper ensemble=127.0.0.1:59777 2024-11-10T23:34:07,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397910x0, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:07,503 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39791-0x101271972410002 connected 2024-11-10T23:34:07,503 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:07,503 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:07,504 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:07,508 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:07,508 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:07,510 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:07,510 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:07,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:07,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:07,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39791 2024-11-10T23:34:07,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39791 2024-11-10T23:34:07,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39791 2024-11-10T23:34:07,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39791 2024-11-10T23:34:07,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39791 2024-11-10T23:34:07,527 DEBUG [M:0;886659e041d3:46357 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:46357 2024-11-10T23:34:07,527 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,46357,1731281647273 2024-11-10T23:34:07,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,535 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,46357,1731281647273 2024-11-10T23:34:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,545 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:34:07,546 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,46357,1731281647273 from backup master directory 2024-11-10T23:34:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,46357,1731281647273 2024-11-10T23:34:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:07,555 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:07,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,46357,1731281647273 2024-11-10T23:34:07,562 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/hbase.id] with ID: 490f2e66-0408-4aa5-8da7-399a6404b535 2024-11-10T23:34:07,562 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/.tmp/hbase.id 2024-11-10T23:34:07,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:07,572 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/.tmp/hbase.id]:[hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/hbase.id] 2024-11-10T23:34:07,594 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:07,594 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:34:07,597 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T23:34:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:07,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:07,616 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:07,617 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:34:07,617 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:07,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:07,625 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store 2024-11-10T23:34:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:07,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:07,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:07,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:07,631 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:07,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:07,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:07,631 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:07,631 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:07,632 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281647631Disabling compacts and flushes for region at 1731281647631Disabling writes for close at 1731281647631Writing region close event to WAL at 1731281647631Closed at 1731281647631 2024-11-10T23:34:07,632 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/.initializing 2024-11-10T23:34:07,632 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/WALs/886659e041d3,46357,1731281647273 2024-11-10T23:34:07,633 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:07,635 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C46357%2C1731281647273, suffix=, logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/WALs/886659e041d3,46357,1731281647273, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/oldWALs, maxLogs=10 2024-11-10T23:34:07,647 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/WALs/886659e041d3,46357,1731281647273/886659e041d3%2C46357%2C1731281647273.1731281647635, exclude list is [], retry=0 2024-11-10T23:34:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814,DISK] 2024-11-10T23:34:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40287,DS-39478ca1-6a71-4bf3-bc3e-b009452d35de,DISK] 2024-11-10T23:34:07,652 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/WALs/886659e041d3,46357,1731281647273/886659e041d3%2C46357%2C1731281647273.1731281647635 2024-11-10T23:34:07,652 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663),(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-10T23:34:07,652 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:07,653 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:07,653 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,653 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:34:07,656 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:07,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:34:07,657 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:07,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:34:07,659 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:07,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:34:07,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:07,662 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,662 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,663 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,664 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,664 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,665 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:07,666 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:07,667 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:07,668 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62362534, jitterRate=-0.07072582840919495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:07,668 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281647653Initializing all the Stores at 1731281647654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281647654Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281647654Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281647654Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281647654Cleaning up temporary data from old regions at 1731281647664 (+10 ms)Region opened successfully at 1731281647668 (+4 ms) 2024-11-10T23:34:07,668 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:34:07,672 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6beef478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:07,672 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:34:07,673 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:34:07,673 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:34:07,673 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:34:07,673 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:34:07,674 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:34:07,674 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:34:07,676 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:34:07,677 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:34:07,681 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:34:07,682 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:34:07,682 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:34:07,692 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:34:07,692 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:34:07,693 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:34:07,702 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:34:07,704 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:34:07,713 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:34:07,715 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:34:07,723 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,735 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,46357,1731281647273, sessionid=0x101271972410000, setting cluster-up flag (Was=false) 2024-11-10T23:34:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,787 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:34:07,788 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,46357,1731281647273 2024-11-10T23:34:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:07,840 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:34:07,841 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,46357,1731281647273 2024-11-10T23:34:07,842 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:34:07,844 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:07,844 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:34:07,844 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:34:07,844 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,46357,1731281647273 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:07,846 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281677847 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:34:07,847 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:07,848 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:34:07,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:07,848 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:34:07,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:34:07,848 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:34:07,848 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:34:07,848 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:34:07,849 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281647848,5,FailOnTimeoutGroup] 2024-11-10T23:34:07,849 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281647849,5,FailOnTimeoutGroup] 2024-11-10T23:34:07,849 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:07,849 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:34:07,849 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:07,849 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:07,849 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,849 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:34:07,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:07,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:07,857 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:34:07,858 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f 2024-11-10T23:34:07,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:34:07,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741832_1008 (size=32) 2024-11-10T23:34:07,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:07,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:07,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:07,870 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:07,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:07,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:07,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:07,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:07,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:07,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:07,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:07,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:07,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:07,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:07,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:07,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740 2024-11-10T23:34:07,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740 2024-11-10T23:34:07,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:07,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:07,879 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:07,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:07,882 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:07,882 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71123399, jitterRate=0.0598212331533432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281647867Initializing all the Stores at 1731281647868 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281647868Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281647868Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281647868Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281647868Cleaning up temporary data from old regions at 1731281647878 (+10 ms)Region opened successfully at 1731281647883 (+5 ms) 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:07,883 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:07,883 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:07,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281647883Disabling compacts and flushes for region at 1731281647883Disabling writes for close at 1731281647883Writing region close event to WAL at 1731281647883Closed at 1731281647883 2024-11-10T23:34:07,885 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:07,885 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:34:07,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:34:07,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:07,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:34:07,919 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(746): ClusterId : 490f2e66-0408-4aa5-8da7-399a6404b535 2024-11-10T23:34:07,919 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(746): ClusterId : 490f2e66-0408-4aa5-8da7-399a6404b535 2024-11-10T23:34:07,919 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:07,919 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:07,925 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:07,925 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:07,925 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:07,925 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:07,935 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:07,935 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:07,936 DEBUG [RS:0;886659e041d3:37389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35eb9842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:07,936 DEBUG [RS:1;886659e041d3:39791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527864db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:07,950 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:37389 2024-11-10T23:34:07,950 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:39791 2024-11-10T23:34:07,950 INFO [RS:0;886659e041d3:37389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:07,950 INFO [RS:1;886659e041d3:39791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:07,950 INFO [RS:0;886659e041d3:37389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:07,950 INFO [RS:1;886659e041d3:39791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:07,950 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:07,950 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:07,951 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,46357,1731281647273 with port=39791, startcode=1731281647489 2024-11-10T23:34:07,951 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,46357,1731281647273 with port=37389, startcode=1731281647441 2024-11-10T23:34:07,951 DEBUG [RS:1;886659e041d3:39791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:07,951 DEBUG [RS:0;886659e041d3:37389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:07,953 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:07,953 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:07,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,37389,1731281647441 2024-11-10T23:34:07,953 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(517): Registering regionserver=886659e041d3,37389,1731281647441 2024-11-10T23:34:07,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,39791,1731281647489 2024-11-10T23:34:07,955 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f 2024-11-10T23:34:07,955 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46357 {}] master.ServerManager(517): Registering regionserver=886659e041d3,39791,1731281647489 2024-11-10T23:34:07,955 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34461 2024-11-10T23:34:07,955 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:07,956 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f 2024-11-10T23:34:07,956 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34461 2024-11-10T23:34:07,956 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:07,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:08,006 DEBUG [RS:0;886659e041d3:37389 {}] zookeeper.ZKUtil(111): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,37389,1731281647441 2024-11-10T23:34:08,007 WARN [RS:0;886659e041d3:37389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:08,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,37389,1731281647441] 2024-11-10T23:34:08,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,39791,1731281647489] 2024-11-10T23:34:08,007 INFO [RS:0;886659e041d3:37389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:08,007 DEBUG [RS:1;886659e041d3:39791 {}] zookeeper.ZKUtil(111): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,39791,1731281647489 2024-11-10T23:34:08,007 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,37389,1731281647441 2024-11-10T23:34:08,007 WARN [RS:1;886659e041d3:39791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:08,007 INFO [RS:1;886659e041d3:39791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:08,008 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489 2024-11-10T23:34:08,013 INFO [RS:0;886659e041d3:37389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:08,013 INFO [RS:1;886659e041d3:39791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:08,015 INFO [RS:0;886659e041d3:37389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:08,015 INFO [RS:0;886659e041d3:37389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:08,015 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,015 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:08,016 INFO [RS:1;886659e041d3:39791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:08,016 INFO [RS:0;886659e041d3:37389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:08,016 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,016 INFO [RS:1;886659e041d3:39791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:08,016 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,016 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,016 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:08,017 INFO [RS:1;886659e041d3:39791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:08,017 DEBUG [RS:0;886659e041d3:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:08,017 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,017 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,017 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37389,1731281647441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:08,018 DEBUG [RS:1;886659e041d3:39791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:08,018 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,018 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,019 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,39791,1731281647489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:08,033 INFO [RS:0;886659e041d3:37389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:08,033 INFO [RS:1;886659e041d3:39791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:08,033 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,39791,1731281647489-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,033 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37389,1731281647441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,033 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,033 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,033 INFO [RS:0;886659e041d3:37389 {}] regionserver.Replication(171): 886659e041d3,37389,1731281647441 started 2024-11-10T23:34:08,033 INFO [RS:1;886659e041d3:39791 {}] regionserver.Replication(171): 886659e041d3,39791,1731281647489 started 2024-11-10T23:34:08,037 WARN [886659e041d3:46357 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T23:34:08,046 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,046 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,046 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,37389,1731281647441, RpcServer on 886659e041d3/172.17.0.3:37389, sessionid=0x101271972410001 2024-11-10T23:34:08,046 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,39791,1731281647489, RpcServer on 886659e041d3/172.17.0.3:39791, sessionid=0x101271972410002 2024-11-10T23:34:08,046 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:08,046 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:08,046 DEBUG [RS:0;886659e041d3:37389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,37389,1731281647441 2024-11-10T23:34:08,046 DEBUG [RS:1;886659e041d3:39791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,39791,1731281647489 2024-11-10T23:34:08,046 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,37389,1731281647441' 2024-11-10T23:34:08,046 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,39791,1731281647489' 2024-11-10T23:34:08,046 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:08,046 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,37389,1731281647441 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,37389,1731281647441' 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:08,047 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,39791,1731281647489 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,39791,1731281647489' 2024-11-10T23:34:08,047 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:08,048 DEBUG [RS:0;886659e041d3:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:08,048 DEBUG [RS:1;886659e041d3:39791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:08,048 DEBUG [RS:0;886659e041d3:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:08,048 DEBUG [RS:1;886659e041d3:39791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:08,048 INFO [RS:0;886659e041d3:37389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:08,048 INFO [RS:1;886659e041d3:39791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:08,048 INFO [RS:0;886659e041d3:37389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:08,048 INFO [RS:1;886659e041d3:39791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:08,149 INFO [RS:1;886659e041d3:39791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:08,149 INFO [RS:0;886659e041d3:37389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:08,151 INFO [RS:0;886659e041d3:37389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C37389%2C1731281647441, suffix=, logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,37389,1731281647441, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs, maxLogs=32 2024-11-10T23:34:08,151 INFO [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C39791%2C1731281647489, suffix=, logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs, maxLogs=32 2024-11-10T23:34:08,167 DEBUG [RS:1;886659e041d3:39791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489/886659e041d3%2C39791%2C1731281647489.1731281648152, exclude list is [], retry=0 2024-11-10T23:34:08,167 DEBUG [RS:0;886659e041d3:37389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,37389,1731281647441/886659e041d3%2C37389%2C1731281647441.1731281648152, exclude list is [], retry=0 2024-11-10T23:34:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814,DISK] 2024-11-10T23:34:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40287,DS-39478ca1-6a71-4bf3-bc3e-b009452d35de,DISK] 2024-11-10T23:34:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814,DISK] 2024-11-10T23:34:08,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40287,DS-39478ca1-6a71-4bf3-bc3e-b009452d35de,DISK] 2024-11-10T23:34:08,172 INFO [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489/886659e041d3%2C39791%2C1731281647489.1731281648152 2024-11-10T23:34:08,172 INFO [RS:0;886659e041d3:37389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,37389,1731281647441/886659e041d3%2C37389%2C1731281647441.1731281648152 2024-11-10T23:34:08,172 DEBUG [RS:0;886659e041d3:37389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663),(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-10T23:34:08,172 DEBUG [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40663:40663),(127.0.0.1/127.0.0.1:36043:36043)] 2024-11-10T23:34:08,287 DEBUG [886659e041d3:46357 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:34:08,287 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:08,290 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:08,290 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:08,290 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:08,290 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:08,290 INFO [886659e041d3:46357 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:08,290 INFO [886659e041d3:46357 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:08,290 DEBUG [886659e041d3:46357 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:08,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,39791,1731281647489 2024-11-10T23:34:08,291 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,39791,1731281647489, state=OPENING 2024-11-10T23:34:08,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:34:08,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:34:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:08,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:08,324 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:08,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,39791,1731281647489}] 2024-11-10T23:34:08,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:08,478 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:08,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:08,484 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:34:08,485 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:08,485 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:34:08,487 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C39791%2C1731281647489.meta, suffix=.meta, logDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489, archiveDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs, maxLogs=32 2024-11-10T23:34:08,503 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489/886659e041d3%2C39791%2C1731281647489.meta.1731281648488.meta, exclude list is [], retry=0 2024-11-10T23:34:08,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40287,DS-39478ca1-6a71-4bf3-bc3e-b009452d35de,DISK] 2024-11-10T23:34:08,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39459,DS-6a550a3b-f8a3-4230-8133-8cf7ca1d8814,DISK] 2024-11-10T23:34:08,508 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/WALs/886659e041d3,39791,1731281647489/886659e041d3%2C39791%2C1731281647489.meta.1731281648488.meta 2024-11-10T23:34:08,508 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36043:36043),(127.0.0.1/127.0.0.1:40663:40663)] 2024-11-10T23:34:08,508 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:08,508 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:34:08,508 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:34:08,508 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:34:08,508 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:34:08,509 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:08,509 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:34:08,509 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:34:08,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:08,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:08,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:08,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:08,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:08,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:08,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:08,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:08,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:08,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:08,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:08,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:08,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:08,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:08,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:08,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:08,515 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:08,516 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740 2024-11-10T23:34:08,517 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740 2024-11-10T23:34:08,518 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:08,518 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:08,519 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:08,520 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:08,521 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73095447, jitterRate=0.08920703828334808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:08,521 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:34:08,521 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281648509Writing region info on filesystem at 1731281648509Initializing all the Stores at 1731281648510 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281648510Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281648510Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281648510Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281648510Cleaning up temporary data from old regions at 1731281648518 (+8 ms)Running coprocessor post-open hooks at 1731281648521 (+3 ms)Region opened successfully at 1731281648521 2024-11-10T23:34:08,522 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281648478 2024-11-10T23:34:08,525 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:34:08,525 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:34:08,525 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,39791,1731281647489 2024-11-10T23:34:08,526 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,39791,1731281647489, state=OPEN 2024-11-10T23:34:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:08,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:08,534 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,39791,1731281647489 2024-11-10T23:34:08,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,534 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:08,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:34:08,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,39791,1731281647489 in 210 msec 2024-11-10T23:34:08,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:34:08,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-10T23:34:08,542 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:08,542 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:34:08,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:08,544 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,39791,1731281647489, seqNum=-1] 2024-11-10T23:34:08,544 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:08,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:08,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 708 msec 2024-11-10T23:34:08,553 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281648553, completionTime=-1 2024-11-10T23:34:08,553 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:34:08,553 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281708555 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281768555 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,555 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,556 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:46357, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,556 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,556 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,558 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:34:08,559 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.004sec 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:08,560 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:34:08,562 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:34:08,562 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:34:08,562 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,46357,1731281647273-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:08,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52074ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:08,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,46357,-1 for getting cluster id 2024-11-10T23:34:08,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:34:08,621 DEBUG [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '490f2e66-0408-4aa5-8da7-399a6404b535' 2024-11-10T23:34:08,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:34:08,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "490f2e66-0408-4aa5-8da7-399a6404b535" 2024-11-10T23:34:08,621 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fdb540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:08,622 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,46357,-1] 2024-11-10T23:34:08,622 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:34:08,622 DEBUG [RPCClient-NioEventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:08,623 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:34:08,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d2670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:08,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:08,625 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,39791,1731281647489, seqNum=-1] 2024-11-10T23:34:08,625 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:08,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:08,628 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,46357,1731281647273 2024-11-10T23:34:08,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:34:08,630 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,46357,1731281647273 2024-11-10T23:34:08,630 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d7676a0 2024-11-10T23:34:08,630 DEBUG [RPCClient-NioEventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:34:08,631 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:34:08,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:34:08,634 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:34:08,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:08,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:34:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:08,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:34:08,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:08,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:09,047 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da67dab84c04e204392b1ec5294c5841, NAME => 'testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f 2024-11-10T23:34:09,048 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 633207e1a64166619c4d6143fb2ad6f8, NAME => 'testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f 2024-11-10T23:34:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:09,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing da67dab84c04e204392b1ec5294c5841, disabling compactions & flushes 2024-11-10T23:34:09,061 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. after waiting 0 ms 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:09,061 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for da67dab84c04e204392b1ec5294c5841: Waiting for close lock at 1731281649061Disabling compacts and flushes for region at 1731281649061Disabling writes for close at 1731281649061Writing region close event to WAL at 1731281649061Closed at 1731281649061 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing 633207e1a64166619c4d6143fb2ad6f8, disabling compactions & flushes 2024-11-10T23:34:09,061 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. after waiting 0 ms 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,061 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,061 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for 633207e1a64166619c4d6143fb2ad6f8: Waiting for close lock at 1731281649061Disabling compacts and flushes for region at 1731281649061Disabling writes for close at 1731281649061Writing region close event to WAL at 1731281649061Closed at 1731281649061 2024-11-10T23:34:09,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:34:09,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281649063"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281649063"}]},"ts":"1731281649063"} 2024-11-10T23:34:09,063 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281649063"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281649063"}]},"ts":"1731281649063"} 2024-11-10T23:34:09,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:34:09,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:34:09,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281649068"}]},"ts":"1731281649068"} 2024-11-10T23:34:09,071 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:34:09,071 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:09,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:09,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:09,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:09,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:09,072 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:09,072 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:09,072 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:09,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da67dab84c04e204392b1ec5294c5841, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=633207e1a64166619c4d6143fb2ad6f8, ASSIGN}] 2024-11-10T23:34:09,074 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=633207e1a64166619c4d6143fb2ad6f8, ASSIGN 2024-11-10T23:34:09,074 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da67dab84c04e204392b1ec5294c5841, ASSIGN 2024-11-10T23:34:09,075 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=633207e1a64166619c4d6143fb2ad6f8, ASSIGN; state=OFFLINE, location=886659e041d3,39791,1731281647489; forceNewPlan=false, retain=false 2024-11-10T23:34:09,075 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da67dab84c04e204392b1ec5294c5841, ASSIGN; state=OFFLINE, location=886659e041d3,37389,1731281647441; forceNewPlan=false, retain=false 2024-11-10T23:34:09,226 INFO [886659e041d3:46357 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:34:09,226 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=633207e1a64166619c4d6143fb2ad6f8, regionState=OPENING, regionLocation=886659e041d3,39791,1731281647489 2024-11-10T23:34:09,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da67dab84c04e204392b1ec5294c5841, regionState=OPENING, regionLocation=886659e041d3,37389,1731281647441 2024-11-10T23:34:09,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da67dab84c04e204392b1ec5294c5841, ASSIGN because future has completed 2024-11-10T23:34:09,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da67dab84c04e204392b1ec5294c5841, server=886659e041d3,37389,1731281647441}] 2024-11-10T23:34:09,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=633207e1a64166619c4d6143fb2ad6f8, ASSIGN because future has completed 2024-11-10T23:34:09,235 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633207e1a64166619c4d6143fb2ad6f8, server=886659e041d3,39791,1731281647489}] 2024-11-10T23:34:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:09,387 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:09,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:09,396 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,396 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,396 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => da67dab84c04e204392b1ec5294c5841, NAME => 'testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:34:09,396 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => 633207e1a64166619c4d6143fb2ad6f8, NAME => 'testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,397 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,399 INFO [StoreOpener-da67dab84c04e204392b1ec5294c5841-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,399 INFO [StoreOpener-633207e1a64166619c4d6143fb2ad6f8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,401 INFO [StoreOpener-da67dab84c04e204392b1ec5294c5841-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da67dab84c04e204392b1ec5294c5841 columnFamilyName family 2024-11-10T23:34:09,401 INFO [StoreOpener-633207e1a64166619c4d6143fb2ad6f8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 633207e1a64166619c4d6143fb2ad6f8 columnFamilyName family 2024-11-10T23:34:09,401 DEBUG [StoreOpener-da67dab84c04e204392b1ec5294c5841-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:09,401 DEBUG [StoreOpener-633207e1a64166619c4d6143fb2ad6f8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:09,402 INFO [StoreOpener-da67dab84c04e204392b1ec5294c5841-1 {}] regionserver.HStore(327): Store=da67dab84c04e204392b1ec5294c5841/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:09,402 INFO [StoreOpener-633207e1a64166619c4d6143fb2ad6f8-1 {}] regionserver.HStore(327): Store=633207e1a64166619c4d6143fb2ad6f8/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:09,402 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,402 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,403 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,403 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,404 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,406 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,406 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,408 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:09,408 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:09,409 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened 633207e1a64166619c4d6143fb2ad6f8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60543705, jitterRate=-0.09782849252223969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:09,409 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened da67dab84c04e204392b1ec5294c5841; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71427292, jitterRate=0.06434959173202515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:09,409 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,409 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,410 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for da67dab84c04e204392b1ec5294c5841: Running coprocessor pre-open hook at 1731281649397Writing region info on filesystem at 1731281649397Initializing all the Stores at 1731281649398 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281649399 (+1 ms)Cleaning up temporary data from old regions at 1731281649404 (+5 ms)Running coprocessor post-open hooks at 1731281649409 (+5 ms)Region opened successfully at 1731281649410 (+1 ms) 2024-11-10T23:34:09,410 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for 633207e1a64166619c4d6143fb2ad6f8: Running coprocessor pre-open hook at 1731281649397Writing region info on filesystem at 1731281649397Initializing all the Stores at 1731281649399 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281649399Cleaning up temporary data from old regions at 1731281649404 (+5 ms)Running coprocessor post-open hooks at 1731281649409 (+5 ms)Region opened successfully at 1731281649410 (+1 ms) 2024-11-10T23:34:09,411 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8., pid=8, masterSystemTime=1731281649389 2024-11-10T23:34:09,411 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841., pid=7, masterSystemTime=1731281649387 2024-11-10T23:34:09,412 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,412 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da67dab84c04e204392b1ec5294c5841, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,37389,1731281647441 2024-11-10T23:34:09,413 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,413 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=633207e1a64166619c4d6143fb2ad6f8, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,39791,1731281647489 2024-11-10T23:34:09,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da67dab84c04e204392b1ec5294c5841, server=886659e041d3,37389,1731281647441 because future has completed 2024-11-10T23:34:09,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-17-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 633207e1a64166619c4d6143fb2ad6f8, server=886659e041d3,39791,1731281647489 because future has completed 2024-11-10T23:34:09,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-10T23:34:09,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 633207e1a64166619c4d6143fb2ad6f8, server=886659e041d3,39791,1731281647489 in 184 msec 2024-11-10T23:34:09,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-10T23:34:09,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da67dab84c04e204392b1ec5294c5841, server=886659e041d3,37389,1731281647441 in 185 msec 2024-11-10T23:34:09,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=633207e1a64166619c4d6143fb2ad6f8, ASSIGN in 347 msec 2024-11-10T23:34:09,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:34:09,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=da67dab84c04e204392b1ec5294c5841, ASSIGN in 348 msec 2024-11-10T23:34:09,424 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:34:09,424 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281649424"}]},"ts":"1731281649424"} 2024-11-10T23:34:09,426 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:34:09,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:34:09,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 795 msec 2024-11-10T23:34:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46357 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:09,771 INFO [RPCClient-NioEventLoopGroup-5-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:34:09,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:34:09,772 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:09,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:34:09,775 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:09,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:34:09,777 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841., hostname=886659e041d3,37389,1731281647441, seqNum=2] 2024-11-10T23:34:09,778 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:09,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:09,792 DEBUG [RPCClient-NioEventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8., hostname=886659e041d3,39791,1731281647489, seqNum=2] 2024-11-10T23:34:09,803 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing da67dab84c04e204392b1ec5294c5841 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:34:09,819 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/.tmp/family/d808f2e6bc2744828a483b8483643059 is 32, key is 1/family:/1731281649780/Put/seqid=0 2024-11-10T23:34:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:34:09,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741839_1015 (size=5054) 2024-11-10T23:34:09,825 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/.tmp/family/d808f2e6bc2744828a483b8483643059 2024-11-10T23:34:09,831 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/.tmp/family/d808f2e6bc2744828a483b8483643059 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/family/d808f2e6bc2744828a483b8483643059 2024-11-10T23:34:09,836 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/family/d808f2e6bc2744828a483b8483643059, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:34:09,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for da67dab84c04e204392b1ec5294c5841 in 35ms, sequenceid=8, compaction requested=false 2024-11-10T23:34:09,838 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for da67dab84c04e204392b1ec5294c5841: 2024-11-10T23:34:09,838 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 633207e1a64166619c4d6143fb2ad6f8 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:34:09,854 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/.tmp/family/a75aa8d08e6f49f49f0d38cb74d3714c is 32, key is 5/family:/1731281649794/Put/seqid=0 2024-11-10T23:34:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:34:09,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741840_1016 (size=5083) 2024-11-10T23:34:09,859 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/.tmp/family/a75aa8d08e6f49f49f0d38cb74d3714c 2024-11-10T23:34:09,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/.tmp/family/a75aa8d08e6f49f49f0d38cb74d3714c as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/family/a75aa8d08e6f49f49f0d38cb74d3714c 2024-11-10T23:34:09,872 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/family/a75aa8d08e6f49f49f0d38cb74d3714c, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:34:09,873 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for 633207e1a64166619c4d6143fb2ad6f8 in 35ms, sequenceid=9, compaction requested=false 2024-11-10T23:34:09,873 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 633207e1a64166619c4d6143fb2ad6f8: 2024-11-10T23:34:09,875 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file d808f2e6bc2744828a483b8483643059, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:09,875 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key d808f2e6bc2744828a483b8483643059_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:09,877 DEBUG [Time-limited test {}] bucket.BucketCache(1864): found 1 blocks for file a75aa8d08e6f49f49f0d38cb74d3714c, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:09,877 DEBUG [Time-limited test {}] bucket.BucketCache(857): removed key a75aa8d08e6f49f49f0d38cb74d3714c_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:09,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:34:09,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:09,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:09,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:09,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:09,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:34:09,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:34:09,878 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831806102, stopped=false 2024-11-10T23:34:09,878 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,46357,1731281647273 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:09,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:09,892 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:09,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:09,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:09,893 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:09,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:09,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:09,893 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,37389,1731281647441' ***** 2024-11-10T23:34:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,39791,1731281647489' ***** 2024-11-10T23:34:09,893 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:09,893 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:09,893 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:09,893 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:09,893 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:09,893 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(3091): Received CLOSE for 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,893 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,894 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:09,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:09,894 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,37389,1731281647441 2024-11-10T23:34:09,894 INFO [RS:0;886659e041d3:37389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:09,894 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:09,894 INFO [RS:0;886659e041d3:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:37389. 2024-11-10T23:34:09,894 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da67dab84c04e204392b1ec5294c5841, disabling compactions & flushes 2024-11-10T23:34:09,894 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,894 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,39791,1731281647489 2024-11-10T23:34:09,894 DEBUG [RS:0;886659e041d3:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:09,894 INFO [RS:1;886659e041d3:39791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,894 DEBUG [RS:0;886659e041d3:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. after waiting 0 ms 2024-11-10T23:34:09,894 INFO [RS:1;886659e041d3:39791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:39791. 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 633207e1a64166619c4d6143fb2ad6f8, disabling compactions & flushes 2024-11-10T23:34:09,894 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:34:09,894 DEBUG [RS:1;886659e041d3:39791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:09,894 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,894 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1325): Online Regions={da67dab84c04e204392b1ec5294c5841=testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841.} 2024-11-10T23:34:09,894 DEBUG [RS:1;886659e041d3:39791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:09,894 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,895 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. after waiting 0 ms 2024-11-10T23:34:09,895 DEBUG [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1351): Waiting on da67dab84c04e204392b1ec5294c5841 2024-11-10T23:34:09,895 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,895 INFO [RS:1;886659e041d3:39791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:09,895 INFO [RS:1;886659e041d3:39791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:09,895 INFO [RS:1;886659e041d3:39791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:09,895 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:34:09,895 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:34:09,895 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 633207e1a64166619c4d6143fb2ad6f8=testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8.} 2024-11-10T23:34:09,895 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 633207e1a64166619c4d6143fb2ad6f8 2024-11-10T23:34:09,895 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:09,896 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:09,896 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:09,896 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:09,896 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:09,896 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:34:09,900 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/da67dab84c04e204392b1ec5294c5841/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:34:09,900 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/default/testClearRegionBlockCache/633207e1a64166619c4d6143fb2ad6f8/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:34:09,901 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,901 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,901 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da67dab84c04e204392b1ec5294c5841: Waiting for close lock at 1731281649894Running coprocessor pre-close hooks at 1731281649894Disabling compacts and flushes for region at 1731281649894Disabling writes for close at 1731281649894Writing region close event to WAL at 1731281649895 (+1 ms)Running coprocessor post-close hooks at 1731281649900 (+5 ms)Closed at 1731281649901 (+1 ms) 2024-11-10T23:34:09,901 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 633207e1a64166619c4d6143fb2ad6f8: Waiting for close lock at 1731281649894Running coprocessor pre-close hooks at 1731281649894Disabling compacts and flushes for region at 1731281649894Disabling writes for close at 1731281649895 (+1 ms)Writing region close event to WAL at 1731281649896 (+1 ms)Running coprocessor post-close hooks at 1731281649901 (+5 ms)Closed at 1731281649901 2024-11-10T23:34:09,901 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281648632.da67dab84c04e204392b1ec5294c5841. 2024-11-10T23:34:09,901 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8. 2024-11-10T23:34:09,912 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/info/810f707c4a3b458bb48853cd1a59df07 is 173, key is testClearRegionBlockCache,5,1731281648632.633207e1a64166619c4d6143fb2ad6f8./info:regioninfo/1731281649414/Put/seqid=0 2024-11-10T23:34:09,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:09,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:09,917 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/info/810f707c4a3b458bb48853cd1a59df07 2024-11-10T23:34:09,920 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:09,920 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:09,935 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/ns/1d346c8195df4715a01904e3014c7e55 is 43, key is default/ns:d/1731281648546/Put/seqid=0 2024-11-10T23:34:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:09,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:10,018 INFO [regionserver/886659e041d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:34:10,018 INFO [regionserver/886659e041d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:34:10,021 INFO [regionserver/886659e041d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T23:34:10,021 INFO [regionserver/886659e041d3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T23:34:10,095 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,37389,1731281647441; all regions closed. 2024-11-10T23:34:10,096 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:34:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:10,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:10,104 DEBUG [RS:0;886659e041d3:37389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C37389%2C1731281647441:(num 1731281648152) 2024-11-10T23:34:10,104 DEBUG [RS:0;886659e041d3:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:10,104 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:10,104 INFO [RS:0;886659e041d3:37389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37389 2024-11-10T23:34:10,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:10,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,37389,1731281647441 2024-11-10T23:34:10,113 INFO [RS:0;886659e041d3:37389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:10,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,37389,1731281647441] 2024-11-10T23:34:10,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,37389,1731281647441 already deleted, retry=false 2024-11-10T23:34:10,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,37389,1731281647441 expired; onlineServers=1 2024-11-10T23:34:10,224 INFO [RS:0;886659e041d3:37389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:10,224 INFO [RS:0;886659e041d3:37389 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,37389,1731281647441; zookeeper connection closed. 2024-11-10T23:34:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x101271972410001, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,225 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@136764ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@136764ff 2024-11-10T23:34:10,296 DEBUG [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T23:34:10,341 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/ns/1d346c8195df4715a01904e3014c7e55 2024-11-10T23:34:10,360 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/table/4716aef3912c4fbfb1171aead23a7de2 is 61, key is testClearRegionBlockCache/table:state/1731281649424/Put/seqid=0 2024-11-10T23:34:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:10,365 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/table/4716aef3912c4fbfb1171aead23a7de2 2024-11-10T23:34:10,370 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/info/810f707c4a3b458bb48853cd1a59df07 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/info/810f707c4a3b458bb48853cd1a59df07 2024-11-10T23:34:10,377 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/info/810f707c4a3b458bb48853cd1a59df07, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:34:10,378 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/ns/1d346c8195df4715a01904e3014c7e55 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/ns/1d346c8195df4715a01904e3014c7e55 2024-11-10T23:34:10,383 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/ns/1d346c8195df4715a01904e3014c7e55, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:34:10,384 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/.tmp/table/4716aef3912c4fbfb1171aead23a7de2 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/table/4716aef3912c4fbfb1171aead23a7de2 2024-11-10T23:34:10,389 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/table/4716aef3912c4fbfb1171aead23a7de2, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:34:10,390 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 493ms, sequenceid=13, compaction requested=false 2024-11-10T23:34:10,394 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:34:10,395 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:34:10,395 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:10,395 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281649895Running coprocessor pre-close hooks at 1731281649895Disabling compacts and flushes for region at 1731281649895Disabling writes for close at 1731281649896 (+1 ms)Obtaining lock to block concurrent updates at 1731281649896Preparing flush snapshotting stores in 1588230740 at 1731281649896Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281649896Flushing stores of hbase:meta,,1.1588230740 at 1731281649897 (+1 ms)Flushing 1588230740/info: creating writer at 1731281649897Flushing 1588230740/info: appending metadata at 1731281649912 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731281649912Flushing 1588230740/ns: creating writer at 1731281649922 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731281649935 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731281649935Flushing 1588230740/table: creating writer at 1731281650346 (+411 ms)Flushing 1588230740/table: appending metadata at 1731281650359 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731281650359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78966626: reopening flushed file at 1731281650369 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683661a0: reopening flushed file at 1731281650377 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cdfacf: reopening flushed file at 1731281650383 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 493ms, sequenceid=13, compaction requested=false at 1731281650390 (+7 ms)Writing region close event to WAL at 1731281650391 (+1 ms)Running coprocessor post-close hooks at 1731281650395 (+4 ms)Closed at 1731281650395 2024-11-10T23:34:10,395 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:10,496 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,39791,1731281647489; all regions closed. 2024-11-10T23:34:10,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:10,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:10,508 DEBUG [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs 2024-11-10T23:34:10,508 INFO [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C39791%2C1731281647489.meta:.meta(num 1731281648488) 2024-11-10T23:34:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:34:10,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741834_1010 (size=1867) 2024-11-10T23:34:10,513 DEBUG [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/oldWALs 2024-11-10T23:34:10,513 INFO [RS:1;886659e041d3:39791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C39791%2C1731281647489:(num 1731281648152) 2024-11-10T23:34:10,513 DEBUG [RS:1;886659e041d3:39791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:10,514 INFO [RS:1;886659e041d3:39791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:10,514 INFO [RS:1;886659e041d3:39791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:10,514 INFO [RS:1;886659e041d3:39791 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:10,514 INFO [RS:1;886659e041d3:39791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:10,514 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:10,514 INFO [RS:1;886659e041d3:39791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39791 2024-11-10T23:34:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,39791,1731281647489 2024-11-10T23:34:10,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:10,566 INFO [RS:1;886659e041d3:39791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:10,566 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007fe220902df0@5a49af1f rejected from java.util.concurrent.ThreadPoolExecutor@1f4b2a32[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-10T23:34:10,577 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,39791,1731281647489] 2024-11-10T23:34:10,587 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,39791,1731281647489 already deleted, retry=false 2024-11-10T23:34:10,587 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,39791,1731281647489 expired; onlineServers=0 2024-11-10T23:34:10,587 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,46357,1731281647273' ***** 2024-11-10T23:34:10,587 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:34:10,587 INFO [M:0;886659e041d3:46357 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:10,588 INFO [M:0;886659e041d3:46357 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:10,588 DEBUG [M:0;886659e041d3:46357 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:34:10,588 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:34:10,588 DEBUG [M:0;886659e041d3:46357 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:34:10,588 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281647849 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281647849,5,FailOnTimeoutGroup] 2024-11-10T23:34:10,588 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281647848 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281647848,5,FailOnTimeoutGroup] 2024-11-10T23:34:10,589 INFO [M:0;886659e041d3:46357 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:10,589 INFO [M:0;886659e041d3:46357 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:10,589 DEBUG [M:0;886659e041d3:46357 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:34:10,589 INFO [M:0;886659e041d3:46357 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:34:10,589 INFO [M:0;886659e041d3:46357 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:10,590 INFO [M:0;886659e041d3:46357 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:34:10,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:34:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:10,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:10,598 DEBUG [M:0;886659e041d3:46357 {}] zookeeper.ZKUtil(347): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:34:10,598 WARN [M:0;886659e041d3:46357 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:34:10,599 INFO [M:0;886659e041d3:46357 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/.lastflushedseqids 2024-11-10T23:34:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741844_1020 (size=200) 2024-11-10T23:34:10,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741844_1020 (size=200) 2024-11-10T23:34:10,605 INFO [M:0;886659e041d3:46357 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:34:10,605 INFO [M:0;886659e041d3:46357 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:34:10,605 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:10,605 INFO [M:0;886659e041d3:46357 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:10,605 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:10,605 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:10,605 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:10,605 INFO [M:0;886659e041d3:46357 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.57 KB heapSize=36.95 KB 2024-11-10T23:34:10,620 DEBUG [M:0;886659e041d3:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427192d687e041c8ade7db4b240fbdb1 is 82, key is hbase:meta,,1/info:regioninfo/1731281648525/Put/seqid=0 2024-11-10T23:34:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:10,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:10,626 INFO [M:0;886659e041d3:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427192d687e041c8ade7db4b240fbdb1 2024-11-10T23:34:10,644 DEBUG [M:0;886659e041d3:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fb36426c9bc49299c3dd84377f8a884 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281649428/Put/seqid=0 2024-11-10T23:34:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:34:10,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:34:10,649 INFO [M:0;886659e041d3:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.95 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fb36426c9bc49299c3dd84377f8a884 2024-11-10T23:34:10,667 DEBUG [M:0;886659e041d3:46357 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248d13fc945a40baa0eb7b30d0c54090 is 69, key is 886659e041d3,37389,1731281647441/rs:state/1731281647954/Put/seqid=0 2024-11-10T23:34:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:10,673 INFO [M:0;886659e041d3:46357 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248d13fc945a40baa0eb7b30d0c54090 2024-11-10T23:34:10,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,677 INFO [RS:1;886659e041d3:39791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:10,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39791-0x101271972410002, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,677 INFO [RS:1;886659e041d3:39791 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,39791,1731281647489; zookeeper connection closed. 2024-11-10T23:34:10,677 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2de54bd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2de54bd7 2024-11-10T23:34:10,677 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:34:10,679 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/427192d687e041c8ade7db4b240fbdb1 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/427192d687e041c8ade7db4b240fbdb1 2024-11-10T23:34:10,685 INFO [M:0;886659e041d3:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/427192d687e041c8ade7db4b240fbdb1, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:34:10,686 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2fb36426c9bc49299c3dd84377f8a884 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fb36426c9bc49299c3dd84377f8a884 2024-11-10T23:34:10,691 INFO [M:0;886659e041d3:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2fb36426c9bc49299c3dd84377f8a884, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:34:10,692 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/248d13fc945a40baa0eb7b30d0c54090 as hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248d13fc945a40baa0eb7b30d0c54090 2024-11-10T23:34:10,697 INFO [M:0;886659e041d3:46357 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34461/user/jenkins/test-data/7d4d4e43-c2c6-7b4d-cd24-48de637fb57f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/248d13fc945a40baa0eb7b30d0c54090, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:34:10,698 INFO [M:0;886659e041d3:46357 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false 2024-11-10T23:34:10,699 INFO [M:0;886659e041d3:46357 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:10,699 DEBUG [M:0;886659e041d3:46357 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281650605Disabling compacts and flushes for region at 1731281650605Disabling writes for close at 1731281650605Obtaining lock to block concurrent updates at 1731281650605Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281650605Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30281, getHeapSize=37776, getOffHeapSize=0, getCellsCount=86 at 1731281650606 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281650606Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281650606Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281650620 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281650620Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281650630 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281650643 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281650643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281650653 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281650667 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281650667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c457b0: reopening flushed file at 1731281650678 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a6cd47c: reopening flushed file at 1731281650685 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fe56f5e: reopening flushed file at 1731281650691 (+6 ms)Finished flush of dataSize ~29.57 KB/30281, heapSize ~36.66 KB/37536, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=71, compaction requested=false at 1731281650698 (+7 ms)Writing region close event to WAL at 1731281650699 (+1 ms)Closed at 1731281650699 2024-11-10T23:34:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40287 is added to blk_1073741830_1006 (size=35428) 2024-11-10T23:34:10,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39459 is added to blk_1073741830_1006 (size=35428) 2024-11-10T23:34:10,702 INFO [M:0;886659e041d3:46357 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:34:10,702 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:10,702 INFO [M:0;886659e041d3:46357 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46357 2024-11-10T23:34:10,702 INFO [M:0;886659e041d3:46357 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:10,813 INFO [M:0;886659e041d3:46357 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:10,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46357-0x101271972410000, quorum=127.0.0.1:59777, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:10,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbd8860{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:10,816 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12e80183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:10,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:10,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa1e75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:10,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489c05a6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:10,819 WARN [BP-1523020424-172.17.0.3-1731281644813 heartbeating to localhost/127.0.0.1:34461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:34:10,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:34:10,819 WARN [BP-1523020424-172.17.0.3-1731281644813 heartbeating to localhost/127.0.0.1:34461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523020424-172.17.0.3-1731281644813 (Datanode Uuid 61dc5af0-5d24-479b-b475-b2fd8fe17b61) service to localhost/127.0.0.1:34461 2024-11-10T23:34:10,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:34:10,819 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data3/current/BP-1523020424-172.17.0.3-1731281644813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:10,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data4/current/BP-1523020424-172.17.0.3-1731281644813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:10,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:10,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@532f458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:10,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bcb6254{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:10,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:10,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383ecec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:10,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7916c0a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:10,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:34:10,827 WARN [BP-1523020424-172.17.0.3-1731281644813 heartbeating to localhost/127.0.0.1:34461 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:34:10,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:34:10,827 WARN [BP-1523020424-172.17.0.3-1731281644813 heartbeating to localhost/127.0.0.1:34461 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1523020424-172.17.0.3-1731281644813 (Datanode Uuid 41a18572-f58e-437c-a356-772660539fe5) service to localhost/127.0.0.1:34461 2024-11-10T23:34:10,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data1/current/BP-1523020424-172.17.0.3-1731281644813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:10,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/cluster_8acb67ca-acd8-cf14-1621-16afd77b7853/data/data2/current/BP-1523020424-172.17.0.3-1731281644813 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:10,828 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:10,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3aa15b23{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:34:10,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@204c0333{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:10,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:10,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5ffeab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:10,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bebebe2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:10,839 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:34:10,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:34:10,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCache[1: bucket] Thread=168 (was 152) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34461 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34461 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-20-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1981660773) connection to localhost/127.0.0.1:34461 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:34461 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-21-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-20-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=524 (was 498) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=476 (was 500), ProcessCount=11 (was 11), AvailableMemoryMB=6803 (was 6921) 2024-11-10T23:34:10,869 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=168, OpenFileDescriptor=524, MaxFileDescriptor=1048576, SystemLoadAverage=476, ProcessCount=11, AvailableMemoryMB=6803 2024-11-10T23:34:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir so I do NOT create it in target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81 2024-11-10T23:34:10,884 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T23:34:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.tmp.dir so I do NOT create it in target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81 2024-11-10T23:34:10,884 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94279792-2677-f18c-5520-2e23badebf79/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T23:34:10,884 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81 2024-11-10T23:34:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=2, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T23:34:10,884 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd, deleteOnExit=true 2024-11-10T23:34:10,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/test.cache.data in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T23:34:10,885 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:34:10,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T23:34:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/nfs.dump.dir in system properties and HBase conf 2024-11-10T23:34:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/java.io.tmpdir in system properties and HBase conf 2024-11-10T23:34:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T23:34:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T23:34:10,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T23:34:11,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:11,190 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:11,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:11,191 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:11,191 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T23:34:11,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:11,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160f87b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:11,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dae62d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:11,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5867bbf0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/java.io.tmpdir/jetty-localhost-44891-hadoop-hdfs-3_4_1-tests_jar-_-any-58076151092334971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:34:11,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5014b814{HTTP/1.1, (http/1.1)}{localhost:44891} 2024-11-10T23:34:11,286 INFO [Time-limited test {}] server.Server(415): Started @34969ms 2024-11-10T23:34:11,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:11,724 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:11,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:11,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:11,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:34:11,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cffbc22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:11,725 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b0265f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:11,817 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71a9df7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/java.io.tmpdir/jetty-localhost-45433-hadoop-hdfs-3_4_1-tests_jar-_-any-4838273829274108003/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:11,817 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45f5fcf8{HTTP/1.1, (http/1.1)}{localhost:45433} 2024-11-10T23:34:11,817 INFO [Time-limited test {}] server.Server(415): Started @35500ms 2024-11-10T23:34:11,818 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:34:11,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T23:34:11,847 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T23:34:11,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T23:34:11,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T23:34:11,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T23:34:11,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44368fd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,AVAILABLE} 2024-11-10T23:34:11,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ade1377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T23:34:11,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e319fb4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/java.io.tmpdir/jetty-localhost-45769-hadoop-hdfs-3_4_1-tests_jar-_-any-14865630321874430369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:11,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b09ed6{HTTP/1.1, (http/1.1)}{localhost:45769} 2024-11-10T23:34:11,939 INFO [Time-limited test {}] server.Server(415): Started @35622ms 2024-11-10T23:34:11,940 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T23:34:12,706 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T23:34:13,116 WARN [Thread-1434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data1/current/BP-89492913-172.17.0.3-1731281650907/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:13,116 WARN [Thread-1435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data2/current/BP-89492913-172.17.0.3-1731281650907/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:13,137 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cde40d2dc9098b0 with lease ID 0xe6c1180973f1f4c: Processing first storage report for DS-3ca813cf-4166-4211-a332-6cb33e1e2417 from datanode DatanodeRegistration(127.0.0.1:35283, datanodeUuid=8f9a885c-e830-40db-8c7c-c3d8fa055f31, infoPort=34499, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907) 2024-11-10T23:34:13,139 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cde40d2dc9098b0 with lease ID 0xe6c1180973f1f4c: from storage DS-3ca813cf-4166-4211-a332-6cb33e1e2417 node DatanodeRegistration(127.0.0.1:35283, datanodeUuid=8f9a885c-e830-40db-8c7c-c3d8fa055f31, infoPort=34499, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6cde40d2dc9098b0 with lease ID 0xe6c1180973f1f4c: Processing first storage report for DS-e581f5e9-f8ac-4543-8069-19e281bdb052 from datanode DatanodeRegistration(127.0.0.1:35283, datanodeUuid=8f9a885c-e830-40db-8c7c-c3d8fa055f31, infoPort=34499, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907) 2024-11-10T23:34:13,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6cde40d2dc9098b0 with lease ID 0xe6c1180973f1f4c: from storage DS-e581f5e9-f8ac-4543-8069-19e281bdb052 node DatanodeRegistration(127.0.0.1:35283, datanodeUuid=8f9a885c-e830-40db-8c7c-c3d8fa055f31, infoPort=34499, infoSecurePort=0, ipcPort=40313, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:13,244 WARN [Thread-1445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data3/current/BP-89492913-172.17.0.3-1731281650907/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:13,244 WARN [Thread-1446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data4/current/BP-89492913-172.17.0.3-1731281650907/current, will proceed with Du for space computation calculation, 2024-11-10T23:34:13,258 WARN [Thread-1421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T23:34:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6648049524e43e with lease ID 0xe6c1180973f1f4d: Processing first storage report for DS-c534b82e-7f49-4495-98de-906a5172811e from datanode DatanodeRegistration(127.0.0.1:42851, datanodeUuid=60b81191-96a5-423b-acdc-3cdcb74284ce, infoPort=41465, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907) 2024-11-10T23:34:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6648049524e43e with lease ID 0xe6c1180973f1f4d: from storage DS-c534b82e-7f49-4495-98de-906a5172811e node DatanodeRegistration(127.0.0.1:42851, datanodeUuid=60b81191-96a5-423b-acdc-3cdcb74284ce, infoPort=41465, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e6648049524e43e with lease ID 0xe6c1180973f1f4d: Processing first storage report for DS-e46b8411-e8bd-4047-a7a8-7db50b19004f from datanode DatanodeRegistration(127.0.0.1:42851, datanodeUuid=60b81191-96a5-423b-acdc-3cdcb74284ce, infoPort=41465, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907) 2024-11-10T23:34:13,261 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e6648049524e43e with lease ID 0xe6c1180973f1f4d: from storage DS-e46b8411-e8bd-4047-a7a8-7db50b19004f node DatanodeRegistration(127.0.0.1:42851, datanodeUuid=60b81191-96a5-423b-acdc-3cdcb74284ce, infoPort=41465, infoSecurePort=0, ipcPort=32917, storageInfo=lv=-57;cid=testClusterID;nsid=537583651;c=1731281650907), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T23:34:13,273 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81 2024-11-10T23:34:13,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/zookeeper_0, clientPort=60064, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T23:34:13,276 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60064 2024-11-10T23:34:13,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:13,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741825_1001 (size=7) 2024-11-10T23:34:13,289 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 with version=8 2024-11-10T23:34:13,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/hbase-staging 2024-11-10T23:34:13,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T23:34:13,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:13,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37215 2024-11-10T23:34:13,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37215 connecting to ZooKeeper ensemble=127.0.0.1:60064 2024-11-10T23:34:13,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372150x0, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:13,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37215-0x101271989c60000 connected 2024-11-10T23:34:13,429 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:13,435 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20, hbase.cluster.distributed=false 2024-11-10T23:34:13,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:13,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T23:34:13,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37215 2024-11-10T23:34:13,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37215 2024-11-10T23:34:13,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T23:34:13,441 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37215 2024-11-10T23:34:13,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:13,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:13,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45313 2024-11-10T23:34:13,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45313 connecting to ZooKeeper ensemble=127.0.0.1:60064 2024-11-10T23:34:13,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453130x0, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:13,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45313-0x101271989c60001 connected 2024-11-10T23:34:13,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:13,472 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:13,472 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:13,476 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:13,476 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:13,480 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:13,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:13,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:13,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:13,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T23:34:13,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45313 2024-11-10T23:34:13,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45313 2024-11-10T23:34:13,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T23:34:13,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45313 2024-11-10T23:34:13,496 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/886659e041d3:0 server-side Connection retries=45 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T23:34:13,497 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T23:34:13,498 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35133 2024-11-10T23:34:13,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35133 connecting to ZooKeeper ensemble=127.0.0.1:60064 2024-11-10T23:34:13,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351330x0, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T23:34:13,513 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351330x0, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:13,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35133-0x101271989c60002 connected 2024-11-10T23:34:13,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T23:34:13,514 INFO [Time-limited test {}] util.ByteBufferArray(64): Allocating buffers total=30 MB, sizePerBuffer=1.88 MB, count=16 2024-11-10T23:34:13,519 INFO [Time-limited test {}] bucket.BucketCache(365): Instantiating BucketCache with acceptableFactor: 0.95, minFactor: 0.85, extraFreeFactor: 0.1, singleFactor: 0.25, multiFactor: 0.5, memoryFactor: 0.25, useStrongRef: false 2024-11-10T23:34:13,519 INFO [Time-limited test {}] bucket.BucketAllocator(343): Cache totalSize=29417472, buckets=14, bucket capacity=2101248=(4*525312)=(FEWEST_ITEMS_IN_BUCKET*(largest configured bucketcache size)) 2024-11-10T23:34:13,520 INFO [Time-limited test {}] bucket.BucketCache(404): Started bucket cache; ioengine=offheap, capacity=30 MB, blockSize=64 KB, writerThreadNum=3, writerQLen=64, persistencePath=null, bucketAllocator=org.apache.hadoop.hbase.io.hfile.bucket.BucketAllocator 2024-11-10T23:34:13,520 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T23:34:13,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-10T23:34:13,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-10T23:34:13,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-10T23:34:13,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35133 2024-11-10T23:34:13,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35133 2024-11-10T23:34:13,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-10T23:34:13,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35133 2024-11-10T23:34:13,562 DEBUG [M:0;886659e041d3:37215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;886659e041d3:37215 2024-11-10T23:34:13,562 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/886659e041d3,37215,1731281653290 2024-11-10T23:34:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,575 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/886659e041d3,37215,1731281653290 2024-11-10T23:34:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,588 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-10T23:34:13,588 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/886659e041d3,37215,1731281653290 from backup master directory 2024-11-10T23:34:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/886659e041d3,37215,1731281653290 2024-11-10T23:34:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-10T23:34:13,597 WARN [master/886659e041d3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:13,597 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=886659e041d3,37215,1731281653290 2024-11-10T23:34:13,601 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/hbase.id] with ID: 2a6b879b-8078-441c-9ada-de15f6115273 2024-11-10T23:34:13,601 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/.tmp/hbase.id 2024-11-10T23:34:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741826_1002 (size=42) 2024-11-10T23:34:13,606 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/.tmp/hbase.id]:[hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/hbase.id] 2024-11-10T23:34:13,616 INFO [master/886659e041d3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T23:34:13,616 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T23:34:13,617 INFO [master/886659e041d3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T23:34:13,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:13,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741827_1003 (size=196) 2024-11-10T23:34:13,635 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:13,636 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T23:34:13,636 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:13,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:13,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741828_1004 (size=1189) 2024-11-10T23:34:13,644 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store 2024-11-10T23:34:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741829_1005 (size=34) 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:13,650 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:13,650 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:13,650 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281653650Disabling compacts and flushes for region at 1731281653650Disabling writes for close at 1731281653650Writing region close event to WAL at 1731281653650Closed at 1731281653650 2024-11-10T23:34:13,651 WARN [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/.initializing 2024-11-10T23:34:13,651 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/WALs/886659e041d3,37215,1731281653290 2024-11-10T23:34:13,652 INFO [master/886659e041d3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:13,653 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C37215%2C1731281653290, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/WALs/886659e041d3,37215,1731281653290, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/oldWALs, maxLogs=10 2024-11-10T23:34:13,665 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/WALs/886659e041d3,37215,1731281653290/886659e041d3%2C37215%2C1731281653290.1731281653653, exclude list is [], retry=0 2024-11-10T23:34:13,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35283,DS-3ca813cf-4166-4211-a332-6cb33e1e2417,DISK] 2024-11-10T23:34:13,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42851,DS-c534b82e-7f49-4495-98de-906a5172811e,DISK] 2024-11-10T23:34:13,669 INFO [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/WALs/886659e041d3,37215,1731281653290/886659e041d3%2C37215%2C1731281653290.1731281653653 2024-11-10T23:34:13,669 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:34499:34499)] 2024-11-10T23:34:13,669 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:13,669 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:13,670 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,670 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T23:34:13,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:13,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:13,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T23:34:13,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:13,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:13,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,675 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T23:34:13,675 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:13,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:13,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T23:34:13,677 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:13,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:13,677 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,678 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,678 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,679 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,679 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,680 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:13,681 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T23:34:13,683 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:13,683 INFO [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60707172, jitterRate=-0.09539264440536499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:13,684 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731281653670Initializing all the Stores at 1731281653670Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281653670Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281653671 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281653671Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281653671Cleaning up temporary data from old regions at 1731281653679 (+8 ms)Region opened successfully at 1731281653684 (+5 ms) 2024-11-10T23:34:13,684 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T23:34:13,687 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aff24e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:13,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T23:34:13,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T23:34:13,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T23:34:13,688 INFO [master/886659e041d3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T23:34:13,689 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T23:34:13,689 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T23:34:13,689 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T23:34:13,691 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T23:34:13,692 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-10T23:34:13,702 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-10T23:34:13,703 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T23:34:13,703 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-10T23:34:13,713 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-10T23:34:13,713 INFO [master/886659e041d3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T23:34:13,714 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-10T23:34:13,723 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-10T23:34:13,724 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-10T23:34:13,734 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-10T23:34:13,736 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T23:34:13,744 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,756 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=886659e041d3,37215,1731281653290, sessionid=0x101271989c60000, setting cluster-up flag (Was=false) 2024-11-10T23:34:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,807 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-10T23:34:13,808 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,37215,1731281653290 2024-11-10T23:34:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:13,860 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-10T23:34:13,863 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=886659e041d3,37215,1731281653290 2024-11-10T23:34:13,866 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T23:34:13,870 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:13,870 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T23:34:13,871 INFO [master/886659e041d3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T23:34:13,871 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 886659e041d3,37215,1731281653290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/886659e041d3:0, corePoolSize=5, maxPoolSize=5 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/886659e041d3:0, corePoolSize=10, maxPoolSize=10 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:13,875 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:13,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T23:34:13,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:13,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731281683881 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T23:34:13,882 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,883 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T23:34:13,883 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T23:34:13,883 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T23:34:13,883 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T23:34:13,883 INFO [master/886659e041d3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T23:34:13,884 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281653883,5,FailOnTimeoutGroup] 2024-11-10T23:34:13,884 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281653884,5,FailOnTimeoutGroup] 2024-11-10T23:34:13,884 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,884 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T23:34:13,884 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,884 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741831_1007 (size=1321) 2024-11-10T23:34:13,925 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(746): ClusterId : 2a6b879b-8078-441c-9ada-de15f6115273 2024-11-10T23:34:13,925 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(746): ClusterId : 2a6b879b-8078-441c-9ada-de15f6115273 2024-11-10T23:34:13,925 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:13,925 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T23:34:13,935 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:13,935 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T23:34:13,935 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:13,935 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T23:34:13,946 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:13,946 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T23:34:13,946 DEBUG [RS:0;886659e041d3:45313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@617e21ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:13,946 DEBUG [RS:1;886659e041d3:35133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2639d9cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=886659e041d3/172.17.0.3:0 2024-11-10T23:34:13,960 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;886659e041d3:45313 2024-11-10T23:34:13,960 INFO [RS:0;886659e041d3:45313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:13,960 INFO [RS:0;886659e041d3:45313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:13,960 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:13,961 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,37215,1731281653290 with port=45313, startcode=1731281653461 2024-11-10T23:34:13,961 DEBUG [RS:0;886659e041d3:45313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:13,963 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:13,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,45313,1731281653461 2024-11-10T23:34:13,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(517): Registering regionserver=886659e041d3,45313,1731281653461 2024-11-10T23:34:13,964 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 2024-11-10T23:34:13,965 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43343 2024-11-10T23:34:13,965 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:13,965 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;886659e041d3:35133 2024-11-10T23:34:13,965 INFO [RS:1;886659e041d3:35133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T23:34:13,965 INFO [RS:1;886659e041d3:35133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T23:34:13,965 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T23:34:13,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:13,976 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(2659): reportForDuty to master=886659e041d3,37215,1731281653290 with port=35133, startcode=1731281653496 2024-11-10T23:34:13,976 DEBUG [RS:1;886659e041d3:35133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T23:34:13,976 DEBUG [RS:0;886659e041d3:45313 {}] zookeeper.ZKUtil(111): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,45313,1731281653461 2024-11-10T23:34:13,976 WARN [RS:0;886659e041d3:45313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:13,977 INFO [RS:0;886659e041d3:45313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:13,977 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461 2024-11-10T23:34:13,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,45313,1731281653461] 2024-11-10T23:34:13,978 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T23:34:13,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 886659e041d3,35133,1731281653496 2024-11-10T23:34:13,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37215 {}] master.ServerManager(517): Registering regionserver=886659e041d3,35133,1731281653496 2024-11-10T23:34:13,979 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 2024-11-10T23:34:13,979 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43343 2024-11-10T23:34:13,980 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T23:34:13,980 INFO [RS:0;886659e041d3:45313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:13,984 INFO [RS:0;886659e041d3:45313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:13,986 INFO [RS:0;886659e041d3:45313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:13,986 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,988 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:13,989 INFO [RS:0;886659e041d3:45313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:13,989 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,989 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,990 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,990 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:13,990 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:13,990 DEBUG [RS:0;886659e041d3:45313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:13,990 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,45313,1731281653461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:14,009 INFO [RS:0;886659e041d3:45313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:14,010 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,45313,1731281653461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,010 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,010 INFO [RS:0;886659e041d3:45313 {}] regionserver.Replication(171): 886659e041d3,45313,1731281653461 started 2024-11-10T23:34:14,011 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T23:34:14,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:14,013 DEBUG [RS:1;886659e041d3:35133 {}] zookeeper.ZKUtil(111): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/886659e041d3,35133,1731281653496 2024-11-10T23:34:14,013 WARN [RS:1;886659e041d3:35133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T23:34:14,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [886659e041d3,35133,1731281653496] 2024-11-10T23:34:14,013 INFO [RS:1;886659e041d3:35133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:14,013 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,35133,1731281653496 2024-11-10T23:34:14,017 INFO [RS:1;886659e041d3:35133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T23:34:14,027 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,027 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,45313,1731281653461, RpcServer on 886659e041d3/172.17.0.3:45313, sessionid=0x101271989c60001 2024-11-10T23:34:14,027 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:14,027 DEBUG [RS:0;886659e041d3:45313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,45313,1731281653461 2024-11-10T23:34:14,027 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,45313,1731281653461' 2024-11-10T23:34:14,027 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,45313,1731281653461 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,45313,1731281653461' 2024-11-10T23:34:14,028 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:14,029 DEBUG [RS:0;886659e041d3:45313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:14,029 DEBUG [RS:0;886659e041d3:45313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:14,029 INFO [RS:0;886659e041d3:45313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:14,029 INFO [RS:0;886659e041d3:45313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T23:34:14,049 INFO [RS:1;886659e041d3:35133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T23:34:14,050 INFO [RS:1;886659e041d3:35133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T23:34:14,050 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,050 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T23:34:14,050 INFO [RS:1;886659e041d3:35133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T23:34:14,050 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/886659e041d3:0, corePoolSize=2, maxPoolSize=2 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/886659e041d3:0, corePoolSize=1, maxPoolSize=1 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:14,051 DEBUG [RS:1;886659e041d3:35133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/886659e041d3:0, corePoolSize=3, maxPoolSize=3 2024-11-10T23:34:14,051 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,051 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,051 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,051 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,052 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,052 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,35133,1731281653496-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:14,064 INFO [RS:1;886659e041d3:35133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T23:34:14,064 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,35133,1731281653496-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,064 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,064 INFO [RS:1;886659e041d3:35133 {}] regionserver.Replication(171): 886659e041d3,35133,1731281653496 started 2024-11-10T23:34:14,076 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,076 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1482): Serving as 886659e041d3,35133,1731281653496, RpcServer on 886659e041d3/172.17.0.3:35133, sessionid=0x101271989c60002 2024-11-10T23:34:14,076 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T23:34:14,076 DEBUG [RS:1;886659e041d3:35133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 886659e041d3,35133,1731281653496 2024-11-10T23:34:14,076 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,35133,1731281653496' 2024-11-10T23:34:14,076 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 886659e041d3,35133,1731281653496 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '886659e041d3,35133,1731281653496' 2024-11-10T23:34:14,077 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-10T23:34:14,078 DEBUG [RS:1;886659e041d3:35133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-10T23:34:14,078 DEBUG [RS:1;886659e041d3:35133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T23:34:14,078 INFO [RS:1;886659e041d3:35133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T23:34:14,078 INFO [RS:1;886659e041d3:35133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T23:34:14,130 INFO [RS:0;886659e041d3:45313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:14,132 INFO [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C45313%2C1731281653461, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs, maxLogs=32 2024-11-10T23:34:14,148 DEBUG [RS:0;886659e041d3:45313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461/886659e041d3%2C45313%2C1731281653461.1731281654133, exclude list is [], retry=0 2024-11-10T23:34:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42851,DS-c534b82e-7f49-4495-98de-906a5172811e,DISK] 2024-11-10T23:34:14,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35283,DS-3ca813cf-4166-4211-a332-6cb33e1e2417,DISK] 2024-11-10T23:34:14,152 INFO [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461/886659e041d3%2C45313%2C1731281653461.1731281654133 2024-11-10T23:34:14,153 DEBUG [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34499:34499),(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-10T23:34:14,179 INFO [RS:1;886659e041d3:35133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T23:34:14,180 INFO [RS:1;886659e041d3:35133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C35133%2C1731281653496, suffix=, logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,35133,1731281653496, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs, maxLogs=32 2024-11-10T23:34:14,196 DEBUG [RS:1;886659e041d3:35133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,35133,1731281653496/886659e041d3%2C35133%2C1731281653496.1731281654181, exclude list is [], retry=0 2024-11-10T23:34:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35283,DS-3ca813cf-4166-4211-a332-6cb33e1e2417,DISK] 2024-11-10T23:34:14,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42851,DS-c534b82e-7f49-4495-98de-906a5172811e,DISK] 2024-11-10T23:34:14,200 INFO [RS:1;886659e041d3:35133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,35133,1731281653496/886659e041d3%2C35133%2C1731281653496.1731281654181 2024-11-10T23:34:14,200 DEBUG [RS:1;886659e041d3:35133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41465:41465),(127.0.0.1/127.0.0.1:34499:34499)] 2024-11-10T23:34:14,291 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T23:34:14,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 2024-11-10T23:34:14,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741834_1010 (size=32) 2024-11-10T23:34:14,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741834_1010 (size=32) 2024-11-10T23:34:14,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:14,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:14,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:14,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:14,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:14,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:14,314 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:14,314 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,315 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:14,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:14,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:14,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740 2024-11-10T23:34:14,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740 2024-11-10T23:34:14,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:14,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:14,319 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:14,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:14,321 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:14,322 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64584183, jitterRate=-0.037620678544044495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:14,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731281654307Initializing all the Stores at 1731281654308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654309 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281654309Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654309Cleaning up temporary data from old regions at 1731281654319 (+10 ms)Region opened successfully at 1731281654322 (+3 ms) 2024-11-10T23:34:14,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:14,322 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:14,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:14,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:14,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:14,323 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:14,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281654322Disabling compacts and flushes for region at 1731281654322Disabling writes for close at 1731281654322Writing region close event to WAL at 1731281654323 (+1 ms)Closed at 1731281654323 2024-11-10T23:34:14,324 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:14,324 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T23:34:14,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T23:34:14,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:14,326 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T23:34:14,476 DEBUG [886659e041d3:37215 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-10T23:34:14,477 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:14,483 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:14,484 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:14,484 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:14,484 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:14,484 INFO [886659e041d3:37215 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:14,484 INFO [886659e041d3:37215 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:14,484 DEBUG [886659e041d3:37215 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:14,485 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=886659e041d3,45313,1731281653461 2024-11-10T23:34:14,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,45313,1731281653461, state=OPENING 2024-11-10T23:34:14,534 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T23:34:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:14,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:14,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T23:34:14,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,45313,1731281653461}] 2024-11-10T23:34:14,703 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:14,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:14,712 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T23:34:14,712 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T23:34:14,712 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T23:34:14,714 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=886659e041d3%2C45313%2C1731281653461.meta, suffix=.meta, logDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461, archiveDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs, maxLogs=32 2024-11-10T23:34:14,728 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461/886659e041d3%2C45313%2C1731281653461.meta.1731281654714.meta, exclude list is [], retry=0 2024-11-10T23:34:14,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42851,DS-c534b82e-7f49-4495-98de-906a5172811e,DISK] 2024-11-10T23:34:14,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35283,DS-3ca813cf-4166-4211-a332-6cb33e1e2417,DISK] 2024-11-10T23:34:14,732 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/WALs/886659e041d3,45313,1731281653461/886659e041d3%2C45313%2C1731281653461.meta.1731281654714.meta 2024-11-10T23:34:14,732 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34499:34499),(127.0.0.1/127.0.0.1:41465:41465)] 2024-11-10T23:34:14,732 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T23:34:14,732 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T23:34:14,732 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T23:34:14,733 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T23:34:14,733 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T23:34:14,733 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:14,733 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T23:34:14,733 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T23:34:14,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T23:34:14,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T23:34:14,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T23:34:14,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T23:34:14,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T23:34:14,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T23:34:14,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T23:34:14,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T23:34:14,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T23:34:14,738 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T23:34:14,739 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740 2024-11-10T23:34:14,740 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740 2024-11-10T23:34:14,741 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T23:34:14,741 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T23:34:14,742 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T23:34:14,743 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T23:34:14,743 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62486347, jitterRate=-0.06888087093830109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T23:34:14,743 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T23:34:14,744 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731281654733Writing region info on filesystem at 1731281654733Initializing all the Stores at 1731281654734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654734Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654734Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281654734Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731281654734Cleaning up temporary data from old regions at 1731281654741 (+7 ms)Running coprocessor post-open hooks at 1731281654743 (+2 ms)Region opened successfully at 1731281654744 (+1 ms) 2024-11-10T23:34:14,745 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731281654703 2024-11-10T23:34:14,746 DEBUG [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T23:34:14,747 INFO [RS_OPEN_META-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T23:34:14,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,45313,1731281653461 2024-11-10T23:34:14,748 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 886659e041d3,45313,1731281653461, state=OPEN 2024-11-10T23:34:14,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:14,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:14,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-10T23:34:14,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=886659e041d3,45313,1731281653461 2024-11-10T23:34:14,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-10T23:34:14,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T23:34:14,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=886659e041d3,45313,1731281653461 in 208 msec 2024-11-10T23:34:14,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T23:34:14,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-10T23:34:14,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T23:34:14,762 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T23:34:14,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:14,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,45313,1731281653461, seqNum=-1] 2024-11-10T23:34:14,763 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:14,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:14,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 901 msec 2024-11-10T23:34:14,770 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731281654770, completionTime=-1 2024-11-10T23:34:14,770 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=2; waited=0ms, expected min=2 server(s), max=2 server(s), master is running 2024-11-10T23:34:14,770 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T23:34:14,771 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=2 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731281714771 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731281774772 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T23:34:14,772 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-886659e041d3:37215, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,772 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,773 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,774 DEBUG [master/886659e041d3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.180sec 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T23:34:14,777 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T23:34:14,779 DEBUG [master/886659e041d3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T23:34:14,779 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T23:34:14,779 INFO [master/886659e041d3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=886659e041d3,37215,1731281653290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T23:34:14,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c663350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:14,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 886659e041d3,37215,-1 for getting cluster id 2024-11-10T23:34:14,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T23:34:14,827 DEBUG [HMaster-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a6b879b-8078-441c-9ada-de15f6115273' 2024-11-10T23:34:14,827 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T23:34:14,827 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a6b879b-8078-441c-9ada-de15f6115273" 2024-11-10T23:34:14,828 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5923a627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:14,828 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [886659e041d3,37215,-1] 2024-11-10T23:34:14,828 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T23:34:14,828 DEBUG [RPCClient-NioEventLoopGroup-5-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:14,829 INFO [HMaster-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T23:34:14,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fb5bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T23:34:14,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T23:34:14,831 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=886659e041d3,45313,1731281653461, seqNum=-1] 2024-11-10T23:34:14,831 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:14,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:14,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=886659e041d3,37215,1731281653290 2024-11-10T23:34:14,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T23:34:14,835 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 886659e041d3,37215,1731281653290 2024-11-10T23:34:14,835 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@218beacc 2024-11-10T23:34:14,835 DEBUG [RPCClient-NioEventLoopGroup-5-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T23:34:14,836 INFO [HMaster-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T23:34:14,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testClearRegionBlockCache', {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T23:34:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache 2024-11-10T23:34:14,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T23:34:14,839 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:14,839 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testClearRegionBlockCache" procId is: 4 2024-11-10T23:34:14,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T23:34:14,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:14,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741836_1012 (size=379) 2024-11-10T23:34:14,848 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, NAME => 'testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.', STARTKEY => '', ENDKEY => '5'}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 2024-11-10T23:34:14,848 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d2274e9e6a74bebaafea7c3bcb60e30c, NAME => 'testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.', STARTKEY => '5', ENDKEY => ''}, tableDescriptor='testClearRegionBlockCache', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20 2024-11-10T23:34:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741838_1014 (size=61) 2024-11-10T23:34:14,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741837_1013 (size=61) 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1722): Closing d2274e9e6a74bebaafea7c3bcb60e30c, disabling compactions & flushes 2024-11-10T23:34:14,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. after waiting 0 ms 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:14,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-1 {}] regionserver.HRegion(1676): Region close journal for d2274e9e6a74bebaafea7c3bcb60e30c: Waiting for close lock at 1731281654860Disabling compacts and flushes for region at 1731281654860Disabling writes for close at 1731281654860Writing region close event to WAL at 1731281654860Closed at 1731281654860 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1722): Closing 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, disabling compactions & flushes 2024-11-10T23:34:14,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. after waiting 0 ms 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:14,860 INFO [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:14,860 DEBUG [RegionOpenAndInit-testClearRegionBlockCache-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0: Waiting for close lock at 1731281654860Disabling compacts and flushes for region at 1731281654860Disabling writes for close at 1731281654860Writing region close event to WAL at 1731281654860Closed at 1731281654860 2024-11-10T23:34:14,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T23:34:14,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281654862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281654862"}]},"ts":"1731281654862"} 2024-11-10T23:34:14,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1731281654862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731281654862"}]},"ts":"1731281654862"} 2024-11-10T23:34:14,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-10T23:34:14,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T23:34:14,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281654866"}]},"ts":"1731281654866"} 2024-11-10T23:34:14,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLING in hbase:meta 2024-11-10T23:34:14,868 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {886659e041d3=0} racks are {/default-rack=0} 2024-11-10T23:34:14,870 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-10T23:34:14,870 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-10T23:34:14,870 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-10T23:34:14,870 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-10T23:34:14,870 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-10T23:34:14,870 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-10T23:34:14,870 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-10T23:34:14,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d2274e9e6a74bebaafea7c3bcb60e30c, ASSIGN}] 2024-11-10T23:34:14,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d2274e9e6a74bebaafea7c3bcb60e30c, ASSIGN 2024-11-10T23:34:14,871 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, ASSIGN 2024-11-10T23:34:14,872 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, ASSIGN; state=OFFLINE, location=886659e041d3,35133,1731281653496; forceNewPlan=false, retain=false 2024-11-10T23:34:14,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d2274e9e6a74bebaafea7c3bcb60e30c, ASSIGN; state=OFFLINE, location=886659e041d3,45313,1731281653461; forceNewPlan=false, retain=false 2024-11-10T23:34:14,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:15,022 INFO [886659e041d3:37215 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 2024-11-10T23:34:15,023 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, regionState=OPENING, regionLocation=886659e041d3,35133,1731281653496 2024-11-10T23:34:15,023 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2274e9e6a74bebaafea7c3bcb60e30c, regionState=OPENING, regionLocation=886659e041d3,45313,1731281653461 2024-11-10T23:34:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, ASSIGN because future has completed 2024-11-10T23:34:15,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, server=886659e041d3,35133,1731281653496}] 2024-11-10T23:34:15,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d2274e9e6a74bebaafea7c3bcb60e30c, ASSIGN because future has completed 2024-11-10T23:34:15,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2274e9e6a74bebaafea7c3bcb60e30c, server=886659e041d3,45313,1731281653461}] 2024-11-10T23:34:15,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:15,183 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:15,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:15,191 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,191 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(132): Open testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7752): Opening region: {ENCODED => d2274e9e6a74bebaafea7c3bcb60e30c, NAME => 'testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.', STARTKEY => '5', ENDKEY => ''} 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, NAME => 'testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.', STARTKEY => '', ENDKEY => '5'} 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7794): checking encryption for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testClearRegionBlockCache 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(7797): checking classloading for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,191 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(898): Instantiated testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T23:34:15,192 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,192 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,193 INFO [StoreOpener-d2274e9e6a74bebaafea7c3bcb60e30c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,193 INFO [StoreOpener-1c8e11eb4cb80ab7e1ac2dda95f4f7e0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family family of region 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,195 INFO [StoreOpener-1c8e11eb4cb80ab7e1ac2dda95f4f7e0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 columnFamilyName family 2024-11-10T23:34:15,195 DEBUG [StoreOpener-1c8e11eb4cb80ab7e1ac2dda95f4f7e0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:15,195 INFO [StoreOpener-d2274e9e6a74bebaafea7c3bcb60e30c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2274e9e6a74bebaafea7c3bcb60e30c columnFamilyName family 2024-11-10T23:34:15,195 DEBUG [StoreOpener-d2274e9e6a74bebaafea7c3bcb60e30c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T23:34:15,196 INFO [StoreOpener-1c8e11eb4cb80ab7e1ac2dda95f4f7e0-1 {}] regionserver.HStore(327): Store=1c8e11eb4cb80ab7e1ac2dda95f4f7e0/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:15,196 INFO [StoreOpener-d2274e9e6a74bebaafea7c3bcb60e30c-1 {}] regionserver.HStore(327): Store=d2274e9e6a74bebaafea7c3bcb60e30c/family, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T23:34:15,196 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,196 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1038): replaying wal for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,197 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,197 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1048): stopping wal replay for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1060): Cleaning up temporary data for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,198 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,200 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1093): writing seq id for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,200 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:15,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T23:34:15,202 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1114): Opened d2274e9e6a74bebaafea7c3bcb60e30c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59733533, jitterRate=-0.10990099608898163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:15,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,202 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1114): Opened 1c8e11eb4cb80ab7e1ac2dda95f4f7e0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68119293, jitterRate=0.015056565403938293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-10T23:34:15,202 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegion(1006): Region open journal for d2274e9e6a74bebaafea7c3bcb60e30c: Running coprocessor pre-open hook at 1731281655191Writing region info on filesystem at 1731281655191Initializing all the Stores at 1731281655193 (+2 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281655193Cleaning up temporary data from old regions at 1731281655198 (+5 ms)Running coprocessor post-open hooks at 1731281655202 (+4 ms)Region opened successfully at 1731281655203 (+1 ms) 2024-11-10T23:34:15,203 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0: Running coprocessor pre-open hook at 1731281655192Writing region info on filesystem at 1731281655192Initializing all the Stores at 1731281655193 (+1 ms)Instantiating store for column family {NAME => 'family', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731281655193Cleaning up temporary data from old regions at 1731281655198 (+5 ms)Running coprocessor post-open hooks at 1731281655202 (+4 ms)Region opened successfully at 1731281655203 (+1 ms) 2024-11-10T23:34:15,204 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c., pid=8, masterSystemTime=1731281655184 2024-11-10T23:34:15,204 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0., pid=7, masterSystemTime=1731281655183 2024-11-10T23:34:15,206 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,206 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=8}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,206 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d2274e9e6a74bebaafea7c3bcb60e30c, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,45313,1731281653461 2024-11-10T23:34:15,207 DEBUG [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,207 INFO [RS_OPEN_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_OPEN_REGION, pid=7}] handler.AssignRegionHandler(153): Opened testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,207 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, regionState=OPEN, openSeqNum=2, regionLocation=886659e041d3,35133,1731281653496 2024-11-10T23:34:15,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2274e9e6a74bebaafea7c3bcb60e30c, server=886659e041d3,45313,1731281653461 because future has completed 2024-11-10T23:34:15,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, server=886659e041d3,35133,1731281653496 because future has completed 2024-11-10T23:34:15,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=6 2024-11-10T23:34:15,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d2274e9e6a74bebaafea7c3bcb60e30c, server=886659e041d3,45313,1731281653461 in 179 msec 2024-11-10T23:34:15,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=5 2024-11-10T23:34:15,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, server=886659e041d3,35133,1731281653496 in 182 msec 2024-11-10T23:34:15,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=d2274e9e6a74bebaafea7c3bcb60e30c, ASSIGN in 342 msec 2024-11-10T23:34:15,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T23:34:15,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testClearRegionBlockCache, region=1c8e11eb4cb80ab7e1ac2dda95f4f7e0, ASSIGN in 342 msec 2024-11-10T23:34:15,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T23:34:15,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testClearRegionBlockCache","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731281655215"}]},"ts":"1731281655215"} 2024-11-10T23:34:15,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testClearRegionBlockCache, state=ENABLED in hbase:meta 2024-11-10T23:34:15,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testClearRegionBlockCache execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T23:34:15,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testClearRegionBlockCache in 381 msec 2024-11-10T23:34:15,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37215 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T23:34:15,474 INFO [RPCClient-NioEventLoopGroup-5-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testClearRegionBlockCache completed 2024-11-10T23:34:15,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testClearRegionBlockCache get assigned. Timeout = 60000ms 2024-11-10T23:34:15,475 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:15,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testClearRegionBlockCache assigned to meta. Checking AM states. 2024-11-10T23:34:15,482 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-10T23:34:15,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testClearRegionBlockCache assigned. 2024-11-10T23:34:15,487 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='1', locateType=CURRENT is [region=testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0., hostname=886659e041d3,35133,1731281653496, seqNum=2] 2024-11-10T23:34:15,487 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T23:34:15,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T23:34:15,499 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testClearRegionBlockCache', row='5', locateType=CURRENT is [region=testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c., hostname=886659e041d3,45313,1731281653461, seqNum=2] 2024-11-10T23:34:15,509 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d2274e9e6a74bebaafea7c3bcb60e30c 1/1 column families, dataSize=140 B heapSize=776 B 2024-11-10T23:34:15,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/.tmp/family/7053ce917a824c1caa19312a3e1e8e0e is 32, key is 5/family:/1731281655500/Put/seqid=0 2024-11-10T23:34:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:34:15,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741839_1015 (size=5083) 2024-11-10T23:34:15,530 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=140 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/.tmp/family/7053ce917a824c1caa19312a3e1e8e0e 2024-11-10T23:34:15,537 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/.tmp/family/7053ce917a824c1caa19312a3e1e8e0e as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/family/7053ce917a824c1caa19312a3e1e8e0e 2024-11-10T23:34:15,542 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/family/7053ce917a824c1caa19312a3e1e8e0e, entries=5, sequenceid=9, filesize=5.0 K 2024-11-10T23:34:15,543 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~140 B/140, heapSize ~760 B/760, currentSize=0 B/0 for d2274e9e6a74bebaafea7c3bcb60e30c in 34ms, sequenceid=9, compaction requested=false 2024-11-10T23:34:15,543 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d2274e9e6a74bebaafea7c3bcb60e30c: 2024-11-10T23:34:15,543 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 1/1 column families, dataSize=112 B heapSize=672 B 2024-11-10T23:34:15,558 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/.tmp/family/fd16a5e69c78428cacee5ab71be12152 is 32, key is 1/family:/1731281655489/Put/seqid=0 2024-11-10T23:34:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:34:15,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741840_1016 (size=5054) 2024-11-10T23:34:15,563 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/.tmp/family/fd16a5e69c78428cacee5ab71be12152 2024-11-10T23:34:15,569 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/.tmp/family/fd16a5e69c78428cacee5ab71be12152 as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/family/fd16a5e69c78428cacee5ab71be12152 2024-11-10T23:34:15,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/family/fd16a5e69c78428cacee5ab71be12152, entries=4, sequenceid=8, filesize=4.9 K 2024-11-10T23:34:15,576 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~112 B/112, heapSize ~656 B/656, currentSize=0 B/0 for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 in 33ms, sequenceid=8, compaction requested=false 2024-11-10T23:34:15,576 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0: 2024-11-10T23:34:15,579 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testClearRegionBlockCache,, stopping at row=testClearRegionBlockCache ,, for max=2147483647 with caching=100 2024-11-10T23:34:15,583 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:15,583 DEBUG [RPCClient-NioEventLoopGroup-5-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T23:34:15,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:15,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T23:34:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] bucket.BucketCache(1864): found 1 blocks for file fd16a5e69c78428cacee5ab71be12152, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] bucket.BucketCache(1864): found 1 blocks for file 7053ce917a824c1caa19312a3e1e8e0e, starting offset: 0, end offset: 9223372036854775807 2024-11-10T23:34:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45313 {}] bucket.BucketCache(857): removed key 7053ce917a824c1caa19312a3e1e8e0e_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35133 {}] bucket.BucketCache(857): removed key fd16a5e69c78428cacee5ab71be12152_0 from back map with offset lock 2094080 in the evict process 2024-11-10T23:34:15,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T23:34:15,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:15,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:15,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T23:34:15,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T23:34:15,586 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=918311836, stopped=false 2024-11-10T23:34:15,586 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=886659e041d3,37215,1731281653290 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:15,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:15,629 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:15,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:15,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T23:34:15,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:15,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-10T23:34:15,630 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.TestClearRegionBlockCache.teardown(TestClearRegionBlockCache.java:100) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:15,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,45313,1731281653461' ***** 2024-11-10T23:34:15,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:15,630 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '886659e041d3,35133,1731281653496' ***** 2024-11-10T23:34:15,630 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T23:34:15,630 INFO [RS:0;886659e041d3:45313 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:15,630 INFO [RS:1;886659e041d3:35133 {}] bucket.BucketCache(1739): Disabling cache 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [RS:1;886659e041d3:35133 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:15,630 INFO [RS:0;886659e041d3:45313 {}] bucket.BucketCache(1763): Shutdown bucket cache: IO persistent=false; path to write=null 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-1 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-1 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-0 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-0 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [RS:1;886659e041d3:35133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [Time-limited test-BucketCacheWriter-2 {}] bucket.BucketCache$WriterThread(1272): Time-limited test-BucketCacheWriter-2 exiting, cacheEnabled=false 2024-11-10T23:34:15,630 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:15,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(3091): Received CLOSE for d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,35133,1731281653496 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;886659e041d3:35133. 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(959): stopping server 886659e041d3,45313,1731281653461 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:15,631 DEBUG [RS:1;886659e041d3:35133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c8e11eb4cb80ab7e1ac2dda95f4f7e0, disabling compactions & flushes 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;886659e041d3:45313. 2024-11-10T23:34:15,631 DEBUG [RS:1;886659e041d3:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,631 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2274e9e6a74bebaafea7c3bcb60e30c, disabling compactions & flushes 2024-11-10T23:34:15,631 DEBUG [RS:0;886659e041d3:45313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,631 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,631 DEBUG [RS:0;886659e041d3:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,631 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. after waiting 0 ms 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,631 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1325): Online Regions={1c8e11eb4cb80ab7e1ac2dda95f4f7e0=testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0.} 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. after waiting 0 ms 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:15,631 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,631 DEBUG [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1351): Waiting on 1c8e11eb4cb80ab7e1ac2dda95f4f7e0 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:15,631 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T23:34:15,632 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T23:34:15,632 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d2274e9e6a74bebaafea7c3bcb60e30c=testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c.} 2024-11-10T23:34:15,632 DEBUG [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d2274e9e6a74bebaafea7c3bcb60e30c 2024-11-10T23:34:15,632 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T23:34:15,632 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T23:34:15,632 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T23:34:15,632 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T23:34:15,632 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T23:34:15,632 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.79 KB heapSize=5.57 KB 2024-11-10T23:34:15,635 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/d2274e9e6a74bebaafea7c3bcb60e30c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-10T23:34:15,635 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/default/testClearRegionBlockCache/1c8e11eb4cb80ab7e1ac2dda95f4f7e0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T23:34:15,636 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,636 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c8e11eb4cb80ab7e1ac2dda95f4f7e0: Waiting for close lock at 1731281655631Running coprocessor pre-close hooks at 1731281655631Disabling compacts and flushes for region at 1731281655631Disabling writes for close at 1731281655631Writing region close event to WAL at 1731281655632 (+1 ms)Running coprocessor post-close hooks at 1731281655635 (+3 ms)Closed at 1731281655635 2024-11-10T23:34:15,636 INFO [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,636 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2274e9e6a74bebaafea7c3bcb60e30c: Waiting for close lock at 1731281655631Running coprocessor pre-close hooks at 1731281655631Disabling compacts and flushes for region at 1731281655631Disabling writes for close at 1731281655631Writing region close event to WAL at 1731281655632 (+1 ms)Running coprocessor post-close hooks at 1731281655636 (+4 ms)Closed at 1731281655636 2024-11-10T23:34:15,636 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,,1731281654836.1c8e11eb4cb80ab7e1ac2dda95f4f7e0. 2024-11-10T23:34:15,636 DEBUG [RS_CLOSE_REGION-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c. 2024-11-10T23:34:15,647 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/info/50a5c5bfc58d49fd9e0fd4345640485d is 173, key is testClearRegionBlockCache,5,1731281654836.d2274e9e6a74bebaafea7c3bcb60e30c./info:regioninfo/1731281655206/Put/seqid=0 2024-11-10T23:34:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:15,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741841_1017 (size=8173) 2024-11-10T23:34:15,653 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.60 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/info/50a5c5bfc58d49fd9e0fd4345640485d 2024-11-10T23:34:15,653 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:15,671 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/ns/b497653a74524075b97556b1a7fdfc53 is 43, key is default/ns:d/1731281654765/Put/seqid=0 2024-11-10T23:34:15,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:15,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741842_1018 (size=5153) 2024-11-10T23:34:15,677 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/ns/b497653a74524075b97556b1a7fdfc53 2024-11-10T23:34:15,692 INFO [regionserver/886659e041d3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:15,702 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/table/efabd846f03c4510ba0b3ed23c052501 is 61, key is testClearRegionBlockCache/table:state/1731281655215/Put/seqid=0 2024-11-10T23:34:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:15,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741843_1019 (size=5312) 2024-11-10T23:34:15,708 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=114 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/table/efabd846f03c4510ba0b3ed23c052501 2024-11-10T23:34:15,715 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/info/50a5c5bfc58d49fd9e0fd4345640485d as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/info/50a5c5bfc58d49fd9e0fd4345640485d 2024-11-10T23:34:15,721 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/info/50a5c5bfc58d49fd9e0fd4345640485d, entries=20, sequenceid=13, filesize=8.0 K 2024-11-10T23:34:15,723 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/ns/b497653a74524075b97556b1a7fdfc53 as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/ns/b497653a74524075b97556b1a7fdfc53 2024-11-10T23:34:15,728 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/ns/b497653a74524075b97556b1a7fdfc53, entries=2, sequenceid=13, filesize=5.0 K 2024-11-10T23:34:15,729 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/.tmp/table/efabd846f03c4510ba0b3ed23c052501 as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/table/efabd846f03c4510ba0b3ed23c052501 2024-11-10T23:34:15,734 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/table/efabd846f03c4510ba0b3ed23c052501, entries=2, sequenceid=13, filesize=5.2 K 2024-11-10T23:34:15,735 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false 2024-11-10T23:34:15,739 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/data/hbase/meta/1588230740/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-10T23:34:15,740 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T23:34:15,740 INFO [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:15,740 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731281655632Running coprocessor pre-close hooks at 1731281655632Disabling compacts and flushes for region at 1731281655632Disabling writes for close at 1731281655632Obtaining lock to block concurrent updates at 1731281655632Preparing flush snapshotting stores in 1588230740 at 1731281655632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2852, getHeapSize=5640, getOffHeapSize=0, getCellsCount=24 at 1731281655632Flushing stores of hbase:meta,,1.1588230740 at 1731281655633 (+1 ms)Flushing 1588230740/info: creating writer at 1731281655633Flushing 1588230740/info: appending metadata at 1731281655647 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731281655647Flushing 1588230740/ns: creating writer at 1731281655657 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731281655671 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731281655671Flushing 1588230740/table: creating writer at 1731281655683 (+12 ms)Flushing 1588230740/table: appending metadata at 1731281655702 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731281655702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bd8b4f1: reopening flushed file at 1731281655714 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f23d10a: reopening flushed file at 1731281655722 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459c751e: reopening flushed file at 1731281655728 (+6 ms)Finished flush of dataSize ~2.79 KB/2852, heapSize ~5.27 KB/5400, currentSize=0 B/0 for 1588230740 in 103ms, sequenceid=13, compaction requested=false at 1731281655735 (+7 ms)Writing region close event to WAL at 1731281655736 (+1 ms)Running coprocessor post-close hooks at 1731281655740 (+4 ms)Closed at 1731281655740 2024-11-10T23:34:15,740 DEBUG [RS_CLOSE_META-regionserver/886659e041d3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T23:34:15,832 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,35133,1731281653496; all regions closed. 2024-11-10T23:34:15,832 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(976): stopping server 886659e041d3,45313,1731281653461; all regions closed. 2024-11-10T23:34:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741833_1009 (size=1758) 2024-11-10T23:34:15,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741835_1011 (size=4338) 2024-11-10T23:34:15,839 DEBUG [RS:1;886659e041d3:35133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs 2024-11-10T23:34:15,839 INFO [RS:1;886659e041d3:35133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C35133%2C1731281653496:(num 1731281654181) 2024-11-10T23:34:15,839 DEBUG [RS:1;886659e041d3:35133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,839 INFO [RS:1;886659e041d3:35133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:15,839 DEBUG [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs 2024-11-10T23:34:15,839 INFO [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C45313%2C1731281653461.meta:.meta(num 1731281654714) 2024-11-10T23:34:15,839 INFO [RS:1;886659e041d3:35133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:15,839 INFO [RS:1;886659e041d3:35133 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:15,840 INFO [RS:1;886659e041d3:35133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T23:34:15,840 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:15,840 INFO [RS:1;886659e041d3:35133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T23:34:15,840 INFO [RS:1;886659e041d3:35133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T23:34:15,840 INFO [RS:1;886659e041d3:35133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:15,840 INFO [RS:1;886659e041d3:35133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35133 2024-11-10T23:34:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741832_1008 (size=1867) 2024-11-10T23:34:15,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741832_1008 (size=1867) 2024-11-10T23:34:15,846 DEBUG [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/oldWALs 2024-11-10T23:34:15,846 INFO [RS:0;886659e041d3:45313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 886659e041d3%2C45313%2C1731281653461:(num 1731281654133) 2024-11-10T23:34:15,846 DEBUG [RS:0;886659e041d3:45313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T23:34:15,846 INFO [RS:0;886659e041d3:45313 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T23:34:15,846 INFO [RS:0;886659e041d3:45313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:15,846 INFO [RS:0;886659e041d3:45313 {}] hbase.ChoreService(370): Chore service for: regionserver/886659e041d3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:15,846 INFO [RS:0;886659e041d3:45313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:15,846 INFO [regionserver/886659e041d3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:15,847 INFO [RS:0;886659e041d3:45313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45313 2024-11-10T23:34:15,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,35133,1731281653496 2024-11-10T23:34:15,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-10T23:34:15,850 INFO [RS:1;886659e041d3:35133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:15,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/886659e041d3,45313,1731281653461 2024-11-10T23:34:15,860 INFO [RS:0;886659e041d3:45313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:15,871 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,45313,1731281653461] 2024-11-10T23:34:15,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,45313,1731281653461 already deleted, retry=false 2024-11-10T23:34:15,892 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,45313,1731281653461 expired; onlineServers=1 2024-11-10T23:34:15,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [886659e041d3,35133,1731281653496] 2024-11-10T23:34:15,902 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/886659e041d3,35133,1731281653496 already deleted, retry=false 2024-11-10T23:34:15,902 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 886659e041d3,35133,1731281653496 expired; onlineServers=0 2024-11-10T23:34:15,902 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '886659e041d3,37215,1731281653290' ***** 2024-11-10T23:34:15,902 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T23:34:15,902 INFO [M:0;886659e041d3:37215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T23:34:15,902 INFO [M:0;886659e041d3:37215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T23:34:15,902 DEBUG [M:0;886659e041d3:37215 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T23:34:15,902 DEBUG [M:0;886659e041d3:37215 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T23:34:15,902 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T23:34:15,903 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281653883 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.large.0-1731281653883,5,FailOnTimeoutGroup] 2024-11-10T23:34:15,903 DEBUG [master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281653884 {}] cleaner.HFileCleaner(306): Exit Thread[master/886659e041d3:0:becomeActiveMaster-HFileCleaner.small.0-1731281653884,5,FailOnTimeoutGroup] 2024-11-10T23:34:15,903 INFO [M:0;886659e041d3:37215 {}] hbase.ChoreService(370): Chore service for: master/886659e041d3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T23:34:15,903 INFO [M:0;886659e041d3:37215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T23:34:15,903 DEBUG [M:0;886659e041d3:37215 {}] master.HMaster(1795): Stopping service threads 2024-11-10T23:34:15,903 INFO [M:0;886659e041d3:37215 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T23:34:15,903 INFO [M:0;886659e041d3:37215 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T23:34:15,903 INFO [M:0;886659e041d3:37215 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T23:34:15,903 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T23:34:15,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-10T23:34:15,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-10T23:34:15,913 DEBUG [M:0;886659e041d3:37215 {}] zookeeper.ZKUtil(347): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-10T23:34:15,913 WARN [M:0;886659e041d3:37215 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T23:34:15,914 INFO [M:0;886659e041d3:37215 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/.lastflushedseqids 2024-11-10T23:34:15,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:34:15,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741844_1020 (size=191) 2024-11-10T23:34:15,924 INFO [M:0;886659e041d3:37215 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T23:34:15,924 INFO [M:0;886659e041d3:37215 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T23:34:15,925 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T23:34:15,925 INFO [M:0;886659e041d3:37215 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:15,925 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:15,925 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T23:34:15,925 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:15,925 INFO [M:0;886659e041d3:37215 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=29.62 KB heapSize=37.03 KB 2024-11-10T23:34:15,942 DEBUG [M:0;886659e041d3:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94d47942c29c4818a72ab489efeb3420 is 82, key is hbase:meta,,1/info:regioninfo/1731281654747/Put/seqid=0 2024-11-10T23:34:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:15,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741845_1021 (size=5672) 2024-11-10T23:34:15,947 INFO [M:0;886659e041d3:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94d47942c29c4818a72ab489efeb3420 2024-11-10T23:34:15,969 DEBUG [M:0;886659e041d3:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93b898324014d568f399d98fc2a7b89 is 802, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731281655219/Put/seqid=0 2024-11-10T23:34:15,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:15,971 INFO [RS:1;886659e041d3:35133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:15,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35133-0x101271989c60002, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:15,971 INFO [RS:1;886659e041d3:35133 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,35133,1731281653496; zookeeper connection closed. 2024-11-10T23:34:15,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6baba60c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6baba60c 2024-11-10T23:34:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:34:15,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741846_1022 (size=6218) 2024-11-10T23:34:15,975 INFO [M:0;886659e041d3:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93b898324014d568f399d98fc2a7b89 2024-11-10T23:34:15,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:15,981 INFO [RS:0;886659e041d3:45313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:15,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45313-0x101271989c60001, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:15,981 INFO [RS:0;886659e041d3:45313 {}] regionserver.HRegionServer(1031): Exiting; stopping=886659e041d3,45313,1731281653461; zookeeper connection closed. 2024-11-10T23:34:15,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ef96d71 2024-11-10T23:34:15,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 2 regionserver(s) complete 2024-11-10T23:34:15,992 DEBUG [M:0;886659e041d3:37215 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088fa69c6b83444dbc0e0d1e746a7a9f is 69, key is 886659e041d3,35133,1731281653496/rs:state/1731281653978/Put/seqid=0 2024-11-10T23:34:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:15,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741847_1023 (size=5224) 2024-11-10T23:34:15,997 INFO [M:0;886659e041d3:37215 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=130 B at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088fa69c6b83444dbc0e0d1e746a7a9f 2024-11-10T23:34:16,003 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94d47942c29c4818a72ab489efeb3420 as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94d47942c29c4818a72ab489efeb3420 2024-11-10T23:34:16,008 INFO [M:0;886659e041d3:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94d47942c29c4818a72ab489efeb3420, entries=8, sequenceid=71, filesize=5.5 K 2024-11-10T23:34:16,009 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f93b898324014d568f399d98fc2a7b89 as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f93b898324014d568f399d98fc2a7b89 2024-11-10T23:34:16,013 INFO [M:0;886659e041d3:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f93b898324014d568f399d98fc2a7b89, entries=8, sequenceid=71, filesize=6.1 K 2024-11-10T23:34:16,014 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/088fa69c6b83444dbc0e0d1e746a7a9f as hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088fa69c6b83444dbc0e0d1e746a7a9f 2024-11-10T23:34:16,019 INFO [M:0;886659e041d3:37215 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43343/user/jenkins/test-data/059573b6-ad11-612e-e6e8-4d8af27faa20/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/088fa69c6b83444dbc0e0d1e746a7a9f, entries=2, sequenceid=71, filesize=5.1 K 2024-11-10T23:34:16,020 INFO [M:0;886659e041d3:37215 {}] regionserver.HRegion(3140): Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false 2024-11-10T23:34:16,021 INFO [M:0;886659e041d3:37215 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T23:34:16,021 DEBUG [M:0;886659e041d3:37215 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731281655924Disabling compacts and flushes for region at 1731281655924Disabling writes for close at 1731281655925 (+1 ms)Obtaining lock to block concurrent updates at 1731281655925Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731281655925Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=30330, getHeapSize=37856, getOffHeapSize=0, getCellsCount=86 at 1731281655925Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731281655926 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731281655926Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731281655942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731281655942Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731281655951 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731281655968 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731281655968Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731281655979 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731281655992 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731281655992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac710a4: reopening flushed file at 1731281656002 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac98bbb: reopening flushed file at 1731281656008 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125c26ac: reopening flushed file at 1731281656014 (+6 ms)Finished flush of dataSize ~29.62 KB/30330, heapSize ~36.73 KB/37616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=71, compaction requested=false at 1731281656020 (+6 ms)Writing region close event to WAL at 1731281656021 (+1 ms)Closed at 1731281656021 2024-11-10T23:34:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42851 is added to blk_1073741830_1006 (size=35477) 2024-11-10T23:34:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35283 is added to blk_1073741830_1006 (size=35477) 2024-11-10T23:34:16,024 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T23:34:16,024 INFO [M:0;886659e041d3:37215 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T23:34:16,024 INFO [M:0;886659e041d3:37215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37215 2024-11-10T23:34:16,025 INFO [M:0;886659e041d3:37215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T23:34:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:16,129 INFO [M:0;886659e041d3:37215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T23:34:16,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37215-0x101271989c60000, quorum=127.0.0.1:60064, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T23:34:16,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e319fb4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:16,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b09ed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:16,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:16,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ade1377{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:16,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44368fd8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:16,136 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T23:34:16,136 WARN [BP-89492913-172.17.0.3-1731281650907 heartbeating to localhost/127.0.0.1:43343 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T23:34:16,136 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T23:34:16,136 WARN [BP-89492913-172.17.0.3-1731281650907 heartbeating to localhost/127.0.0.1:43343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89492913-172.17.0.3-1731281650907 (Datanode Uuid 60b81191-96a5-423b-acdc-3cdcb74284ce) service to localhost/127.0.0.1:43343 2024-11-10T23:34:16,137 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data3/current/BP-89492913-172.17.0.3-1731281650907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:16,138 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data4/current/BP-89492913-172.17.0.3-1731281650907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:16,138 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:16,138 WARN [BP-89492913-172.17.0.3-1731281650907 heartbeating to localhost/127.0.0.1:43343 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-89492913-172.17.0.3-1731281650907 (Datanode Uuid 8f9a885c-e830-40db-8c7c-c3d8fa055f31) service to localhost/127.0.0.1:43343 2024-11-10T23:34:16,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data1/current/BP-89492913-172.17.0.3-1731281650907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:16,140 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/cluster_6591b0d6-544b-cf2f-8509-3d1e9c0ef5bd/data/data2/current/BP-89492913-172.17.0.3-1731281650907 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T23:34:16,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71a9df7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T23:34:16,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45f5fcf8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:16,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:16,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b0265f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:16,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cffbc22{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:16,142 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T23:34:16,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5867bbf0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T23:34:16,146 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5014b814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T23:34:16,146 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T23:34:16,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dae62d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T23:34:16,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160f87b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4e60e5d-2742-6cb4-5ed7-18c224255b81/hadoop.log.dir/,STOPPED} 2024-11-10T23:34:16,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T23:34:16,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T23:34:16,174 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.TestClearRegionBlockCache#testClearBlockCacheFromAdmin[1: bucket] Thread=189 (was 168) - Thread LEAK? -, OpenFileDescriptor=554 (was 524) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 476), ProcessCount=11 (was 11), AvailableMemoryMB=6652 (was 6803)