2023-08-22 04:29:13,115 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-22 04:29:13,130 main DEBUG Took 0.012965 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2023-08-22 04:29:13,131 main DEBUG PluginManager 'Core' found 129 plugins 2023-08-22 04:29:13,131 main DEBUG PluginManager 'Level' found 0 plugins 2023-08-22 04:29:13,132 main DEBUG PluginManager 'Lookup' found 16 plugins 2023-08-22 04:29:13,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,143 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2023-08-22 04:29:13,160 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,162 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,163 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,163 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,164 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,164 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,165 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,165 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,166 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,166 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,167 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,167 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,167 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,168 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,168 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,169 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,169 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,169 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,170 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,170 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,171 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2023-08-22 04:29:13,171 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,171 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2023-08-22 04:29:13,173 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2023-08-22 04:29:13,175 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2023-08-22 04:29:13,177 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2023-08-22 04:29:13,177 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2023-08-22 04:29:13,178 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2023-08-22 04:29:13,178 main DEBUG PluginManager 'Converter' found 47 plugins 2023-08-22 04:29:13,190 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2023-08-22 04:29:13,192 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2023-08-22 04:29:13,196 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2023-08-22 04:29:13,196 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2023-08-22 04:29:13,197 main DEBUG createAppenders(={Console}) 2023-08-22 04:29:13,198 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 initialized 2023-08-22 04:29:13,198 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 2023-08-22 04:29:13,198 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@175c2241 OK. 2023-08-22 04:29:13,199 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2023-08-22 04:29:13,199 main DEBUG OutputStream closed 2023-08-22 04:29:13,199 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2023-08-22 04:29:13,199 main DEBUG Appender DefaultConsole-1 stopped with status true 2023-08-22 04:29:13,200 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@2145b572 OK 2023-08-22 04:29:13,241 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586 2023-08-22 04:29:13,243 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=StatusLogger 2023-08-22 04:29:13,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=ContextSelector 2023-08-22 04:29:13,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name= 2023-08-22 04:29:13,245 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.directory 2023-08-22 04:29:13,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2023-08-22 04:29:13,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.zookeeper 2023-08-22 04:29:13,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2023-08-22 04:29:13,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2023-08-22 04:29:13,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2023-08-22 04:29:13,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase 2023-08-22 04:29:13,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop 2023-08-22 04:29:13,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2023-08-22 04:29:13,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2023-08-22 04:29:13,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2023-08-22 04:29:13,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2023-08-22 04:29:13,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2023-08-22 04:29:13,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1b6d3586,component=Appenders,name=Console 2023-08-22 04:29:13,252 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22 04:29:13,252 main DEBUG Reconfiguration complete for context[name=1b6d3586] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.6.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@49912c99) with optional ClassLoader: null 2023-08-22 04:29:13,253 main DEBUG Shutdown hook enabled. Registering a new one. 2023-08-22 04:29:13,254 main DEBUG LoggerContext[name=1b6d3586, org.apache.logging.log4j.core.LoggerContext@49912c99] started OK. 2023-08-22T04:29:13,283 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestFullBackup timeout: 13 mins 2023-08-22 04:29:13,287 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2023-08-22 04:29:13,287 main DEBUG org.apache.logging.log4j.core.util.SystemClock does not support precise timestamps. 2023-08-22T04:29:13,595 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409 2023-08-22T04:29:13,600 DEBUG [Time-limited test {}] impl.BackupManager(127): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:29:13,602 DEBUG [Time-limited test {}] impl.BackupManager(157): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:13,604 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2023-08-22T04:29:13,607 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5, deleteOnExit=true 2023-08-22T04:29:13,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2023-08-22T04:29:13,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/test.cache.data in system properties and HBase conf 2023-08-22T04:29:13,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:29:13,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:29:13,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:29:13,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:29:13,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:29:13,711 WARN [Time-limited test {}] util.NativeCodeLoader(62): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2023-08-22T04:29:14,143 DEBUG [Time-limited test {}] fs.HFileSystem(308): The file system is not a DistributedFileSystem. Skipping on block location reordering 2023-08-22T04:29:14,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:29:14,147 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:29:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:29:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:29:14,148 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:29:14,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:29:14,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:29:14,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:29:14,149 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:29:14,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:29:14,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:29:14,150 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:29:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:29:14,151 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/fs.s3a.committer.staging.tmp.path in system properties and HBase conf Formatting using clusterid: testClusterID 2023-08-22T04:29:14,591 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:29:14,596 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:29:14,898 WARN [Time-limited test {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2023-08-22T04:29:15,060 INFO [Time-limited test {}] log.Slf4jLog(67): Logging to org.apache.logging.slf4j.Log4jLogger@7456548d via org.mortbay.log.Slf4jLog 2023-08-22T04:29:15,076 WARN [Time-limited test {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:15,113 INFO [Time-limited test {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:15,148 INFO [Time-limited test {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/hdfs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_localhost_35909_hdfs____ksyl8q/webapp 2023-08-22T04:29:15,277 INFO [Time-limited test {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35909 2023-08-22T04:29:15,296 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.heartbeat.interval(3) assuming SECONDS 2023-08-22T04:29:15,297 WARN [Time-limited test {}] conf.Configuration(1733): No unit for dfs.namenode.safemode.extension(0) assuming MILLISECONDS 2023-08-22T04:29:15,794 WARN [Listener at localhost/42865 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:29:15,866 WARN [Listener at localhost/42865 {}] conf.Configuration(1733): No unit for dfs.datanode.outliers.report.interval(1800000) assuming MILLISECONDS 2023-08-22T04:29:15,886 WARN [Listener at localhost/42865 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:15,892 INFO [Listener at localhost/42865 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:15,898 INFO [Listener at localhost/42865 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/2.10.2/hadoop-hdfs-2.10.2-tests.jar!/webapps/datanode to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_localhost_36835_datanode____j6hcji/webapp 2023-08-22T04:29:16,002 INFO [Listener at localhost/42865 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36835 2023-08-22T04:29:16,283 WARN [Listener at localhost/38255 {}] common.MetricsLoggerTask(153): Metrics logging will not be async since the logger is not log4j 2023-08-22T04:29:16,577 WARN [Thread-52 {}] conf.Configuration(1733): No unit for dfs.datanode.lock-reporting-threshold-ms(300) assuming MILLISECONDS 2023-08-22T04:29:16,751 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xa1e287758e81f83e: Processing first storage report for DS-f48dbb35-778b-4550-900b-48155289ba3a from datanode 38eaf9c9-f715-443d-b45f-c4d096bd3610 2023-08-22T04:29:16,752 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xa1e287758e81f83e: from storage DS-f48dbb35-778b-4550-900b-48155289ba3a node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=38eaf9c9-f715-443d-b45f-c4d096bd3610, infoPort=42407, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=838068505;c=1692678554667), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2023-08-22T04:29:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(2202): BLOCK* processReport 0xa1e287758e81f83e: Processing first storage report for DS-9c6dbe87-95eb-41c4-9ec8-8f31254aa0a5 from datanode 38eaf9c9-f715-443d-b45f-c4d096bd3610 2023-08-22T04:29:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(2228): BLOCK* processReport 0xa1e287758e81f83e: from storage DS-9c6dbe87-95eb-41c4-9ec8-8f31254aa0a5 node DatanodeRegistration(127.0.0.1:46613, datanodeUuid=38eaf9c9-f715-443d-b45f-c4d096bd3610, infoPort=42407, infoSecurePort=0, ipcPort=38255, storageInfo=lv=-57;cid=testClusterID;nsid=838068505;c=1692678554667), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2023-08-22T04:29:16,831 DEBUG [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409 2023-08-22T04:29:16,915 INFO [Listener at localhost/38255 {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/zookeeper_0, clientPort=56514, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/zookeeper_0/version-2, dataDirSize=424 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/zookeeper_0/version-2, dataLogSize=424 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, serverId=0 2023-08-22T04:29:16,933 INFO [Listener at localhost/38255 {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56514 2023-08-22T04:29:16,942 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:16,945 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:17,604 INFO [Listener at localhost/38255 {}] util.FSUtils(461): Created version file at hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f with version=8 2023-08-22T04:29:17,604 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/hbase-staging 2023-08-22T04:29:17,621 DEBUG [Listener at localhost/38255 {}] hbase.LocalHBaseCluster(134): Setting Master Port to random. 2023-08-22T04:29:17,621 DEBUG [Listener at localhost/38255 {}] hbase.LocalHBaseCluster(141): Setting RegionServer Port to random. 2023-08-22T04:29:17,621 DEBUG [Listener at localhost/38255 {}] hbase.LocalHBaseCluster(151): Setting RS InfoServer Port to random. 2023-08-22T04:29:17,621 DEBUG [Listener at localhost/38255 {}] hbase.LocalHBaseCluster(159): Setting Master InfoServer Port to random. 2023-08-22T04:29:17,833 DEBUG [Listener at localhost/38255 {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2023-08-22T04:29:17,988 INFO [Listener at localhost/38255 {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2023-08-22T04:29:18,631 INFO [Listener at localhost/38255 {}] client.ConnectionUtils(128): master/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:29:18,678 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:18,678 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:18,679 INFO [Listener at localhost/38255 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:29:18,679 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:18,679 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:29:18,829 INFO [Listener at localhost/38255 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:29:18,935 DEBUG [Listener at localhost/38255 {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2023-08-22T04:29:18,941 INFO [Listener at localhost/38255 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:29:18,991 DEBUG [Listener at localhost/38255 {}] channel.DefaultChannelId(79): -Dio.netty.processId: 9254 (auto-detected) 2023-08-22T04:29:18,993 DEBUG [Listener at localhost/38255 {}] channel.DefaultChannelId(101): -Dio.netty.machineId: 02:42:1c:ff:fe:e2:13:ea (auto-detected) 2023-08-22T04:29:19,029 INFO [Listener at localhost/38255 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:42421 2023-08-22T04:29:19,044 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:19,047 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:19,065 INFO [Listener at localhost/38255 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=master:42421 connecting to ZooKeeper ensemble=127.0.0.1:56514 2023-08-22T04:29:19,114 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:424210x0, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:29:19,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): master:42421-0x1009e4a6d3a0000 connected 2023-08-22T04:29:19,146 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:29:19,149 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:29:19,153 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:29:19,163 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42421 2023-08-22T04:29:19,164 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42421 2023-08-22T04:29:19,164 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42421 2023-08-22T04:29:19,164 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42421 2023-08-22T04:29:19,165 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42421 2023-08-22T04:29:19,218 INFO [Listener at localhost/38255 {}] log.Log(170): Logging initialized @6749ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2023-08-22T04:29:19,338 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:29:19,339 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:29:19,340 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:29:19,342 INFO [Listener at localhost/38255 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2023-08-22T04:29:19,342 INFO [Listener at localhost/38255 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:29:19,342 INFO [Listener at localhost/38255 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:29:19,345 INFO [Listener at localhost/38255 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:29:19,475 INFO [Listener at localhost/38255 {}] http.HttpServer(1219): Jetty bound to port 39679 2023-08-22T04:29:19,477 INFO [Listener at localhost/38255 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:29:19,507 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:19,511 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5270502e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:29:19,512 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:19,512 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3b8650b5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:29:19,579 INFO [Listener at localhost/38255 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:29:19,593 INFO [Listener at localhost/38255 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:29:19,593 INFO [Listener at localhost/38255 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:29:19,595 INFO [Listener at localhost/38255 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-22T04:29:19,602 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:20,793 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7bc83b91{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:29:20,804 INFO [Listener at localhost/38255 {}] server.AbstractConnector(333): Started ServerConnector@546735f0{HTTP/1.1, (http/1.1)}{0.0.0.0:39679} 2023-08-22T04:29:20,804 INFO [Listener at localhost/38255 {}] server.Server(415): Started @8335ms 2023-08-22T04:29:20,808 INFO [Listener at localhost/38255 {}] master.HMaster(484): hbase.rootdir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f, hbase.cluster.distributed=false 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] client.ConnectionUtils(128): regionserver/jenkins-hbase3:0 server-side Connection retries=45 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2023-08-22T04:29:20,866 INFO [Listener at localhost/38255 {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2023-08-22T04:29:20,874 INFO [Listener at localhost/38255 {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService 2023-08-22T04:29:20,876 INFO [Listener at localhost/38255 {}] ipc.NettyRpcServer(310): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2023-08-22T04:29:20,878 INFO [Listener at localhost/38255 {}] ipc.NettyRpcServer(192): Bind to /172.31.12.81:37537 2023-08-22T04:29:20,880 INFO [Listener at localhost/38255 {}] hfile.BlockCacheFactory(127): Allocating BlockCache size=782.40 MB, blockSize=64 KB 2023-08-22T04:29:20,887 DEBUG [Listener at localhost/38255 {}] mob.MobFileCache(120): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2023-08-22T04:29:20,888 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:20,891 INFO [Listener at localhost/38255 {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:20,892 INFO [Listener at localhost/38255 {}] zookeeper.RecoverableZooKeeper(142): Process identifier=regionserver:37537 connecting to ZooKeeper ensemble=127.0.0.1:56514 2023-08-22T04:29:20,895 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:375370x0, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2023-08-22T04:29:20,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(630): regionserver:37537-0x1009e4a6d3a0001 connected 2023-08-22T04:29:20,897 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2023-08-22T04:29:20,898 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2023-08-22T04:29:20,899 DEBUG [Listener at localhost/38255 {}] zookeeper.ZKUtil(113): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2023-08-22T04:29:20,899 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37537 2023-08-22T04:29:20,899 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37537 2023-08-22T04:29:20,900 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37537 2023-08-22T04:29:20,900 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37537 2023-08-22T04:29:20,901 DEBUG [Listener at localhost/38255 {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37537 2023-08-22T04:29:20,905 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2023-08-22T04:29:20,905 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2023-08-22T04:29:20,906 INFO [Listener at localhost/38255 {}] http.HttpServer(973): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2023-08-22T04:29:20,906 INFO [Listener at localhost/38255 {}] http.HttpServer(952): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2023-08-22T04:29:20,906 INFO [Listener at localhost/38255 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2023-08-22T04:29:20,907 INFO [Listener at localhost/38255 {}] http.HttpServer(959): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2023-08-22T04:29:20,907 INFO [Listener at localhost/38255 {}] http.HttpServer(797): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2023-08-22T04:29:20,909 INFO [Listener at localhost/38255 {}] http.HttpServer(1219): Jetty bound to port 34235 2023-08-22T04:29:20,909 INFO [Listener at localhost/38255 {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:29:20,910 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:20,911 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir/,AVAILABLE} 2023-08-22T04:29:20,911 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:20,911 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e9e9c74{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2023-08-22T04:29:20,922 INFO [Listener at localhost/38255 {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2023-08-22T04:29:20,924 INFO [Listener at localhost/38255 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2023-08-22T04:29:20,924 INFO [Listener at localhost/38255 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2023-08-22T04:29:20,924 INFO [Listener at localhost/38255 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2023-08-22T04:29:20,925 INFO [Listener at localhost/38255 {}] http.SecurityHeadersFilter(48): Added security headers filter 2023-08-22T04:29:20,930 INFO [Listener at localhost/38255 {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1e83adbd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:29:20,931 INFO [Listener at localhost/38255 {}] server.AbstractConnector(333): Started ServerConnector@7e8c5c87{HTTP/1.1, (http/1.1)}{0.0.0.0:34235} 2023-08-22T04:29:20,932 INFO [Listener at localhost/38255 {}] server.Server(415): Started @8463ms 2023-08-22T04:29:20,937 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.50.v20221201; built: 2022-12-01T22:07:03.915Z; git: da9a0b30691a45daf90a9f17b5defa2f1434f882; jvm 1.8.0_362-b09 2023-08-22T04:29:20,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@4cc37860{HTTP/1.1, (http/1.1)}{0.0.0.0:38709} 2023-08-22T04:29:20,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] server.Server(415): Started @8475ms 2023-08-22T04:29:20,944 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2387): Adding backup master ZNode /1/backup-masters/jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:20,959 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:29:20,959 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:29:20,960 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:20,967 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;jenkins-hbase3:42421 2023-08-22T04:29:20,982 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:29:20,982 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2023-08-22T04:29:20,982 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:20,983 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:20,983 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:29:20,985 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/jenkins-hbase3.apache.org,42421,1692678557817 from backup master directory 2023-08-22T04:29:20,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on existing znode=/1/master 2023-08-22T04:29:20,989 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:20,989 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:29:20,989 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2023-08-22T04:29:20,990 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:29:20,990 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:20,993 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 352, initial count 0 2023-08-22T04:29:20,995 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 391, initial count 0 2023-08-22T04:29:21,082 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] util.FSUtils(610): Created cluster ID file at hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/hbase.id with ID: dfde7592-ca79-4274-8830-b22a2b82d55e 2023-08-22T04:29:21,124 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] fs.HFileSystem(337): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2023-08-22T04:29:21,139 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,139 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,180 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(355): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:21,183 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2023-08-22T04:29:21,208 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(270): ClientProtocol::create wrong number of arguments, should be hadoop 3.2 or below 2023-08-22T04:29:21,208 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(276): ClientProtocol::create wrong number of arguments, should be hadoop 2.x 2023-08-22T04:29:21,210 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(285): can not find SHOULD_REPLICATE flag, should be hadoop 2.x java.lang.IllegalArgumentException: No enum constant org.apache.hadoop.fs.CreateFlag.SHOULD_REPLICATE at java.lang.Enum.valueOf(Enum.java:238) ~[?:1.8.0_362] at org.apache.hadoop.fs.CreateFlag.valueOf(CreateFlag.java:63) ~[hadoop-common-2.10.2.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.loadShouldReplicateFlag(FanOutOneBlockAsyncDFSOutputHelper.java:283) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.(FanOutOneBlockAsyncDFSOutputHelper.java:310) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:140) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:29:21,221 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2130) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:141) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:385) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:950) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$null$0(HMaster.java:573) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:570) ~[classes/:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:29:21,222 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:29:21,299 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7093): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store 2023-08-22T04:29:21,324 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2023-08-22T04:29:21,324 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:21,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:29:21,325 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:21,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:21,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2023-08-22T04:29:21,325 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:21,326 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:21,326 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:29:21,328 WARN [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(232): failed to clean up initializing flag: hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/.initializing 2023-08-22T04:29:21,328 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegion(202): WALDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/WALs/jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:21,337 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:29:21,351 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C42421%2C1692678557817, suffix=, logDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/WALs/jenkins-hbase3.apache.org,42421,1692678557817, archiveDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/oldWALs, maxLogs=10 2023-08-22T04:29:21,379 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/WALs/jenkins-hbase3.apache.org,42421,1692678557817/jenkins-hbase3.apache.org%2C42421%2C1692678557817.1692678561358, exclude list is [], retry=0 2023-08-22T04:29:21,404 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK] 2023-08-22T04:29:21,412 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(123): Hadoop 3.2 and below use unshaded protobuf. java.lang.ClassNotFoundException: org.apache.hadoop.thirdparty.protobuf.MessageLite at java.net.URLClassLoader.findClass(URLClassLoader.java:387) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:418) ~[?:1.8.0_362] at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352) ~[?:1.8.0_362] at java.lang.ClassLoader.loadClass(ClassLoader.java:351) ~[?:1.8.0_362] at java.lang.Class.forName0(Native Method) ~[?:1.8.0_362] at java.lang.Class.forName(Class.java:264) ~[?:1.8.0_362] at org.apache.hadoop.hbase.io.asyncfs.ProtobufDecoder.(ProtobufDecoder.java:118) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.processWriteBlockResponse(FanOutOneBlockAsyncDFSOutputHelper.java:346) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$100(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$4.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:430) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:557) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:185) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.addListener(DefaultPromise.java:35) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hadoop.hbase.util.NettyFutureUtils.addListener(NettyFutureUtils.java:52) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:424) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.access$300(FanOutOneBlockAsyncDFSOutputHelper.java:120) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:482) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:477) ~[hbase-asyncfs-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:653) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:691) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:489) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:397) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.4.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.4.jar:?] at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362] 2023-08-22T04:29:21,484 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/WALs/jenkins-hbase3.apache.org,42421,1692678557817/jenkins-hbase3.apache.org%2C42421%2C1692678557817.1692678561358 2023-08-22T04:29:21,484 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK]] 2023-08-22T04:29:21,485 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7254): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:21,485 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(888): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:21,490 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7296): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,491 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(7299): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2023-08-22T04:29:21,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:21,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:21,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2023-08-22T04:29:21,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:21,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:21,605 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2023-08-22T04:29:21,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:21,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:21,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2023-08-22T04:29:21,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:21,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(324): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:21,615 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,616 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,631 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2023-08-22T04:29:21,634 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1076): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2023-08-22T04:29:21,638 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:21,638 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(1093): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11554396000, jitterRate=0.07608698308467865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2023-08-22T04:29:21,645 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] regionserver.HRegion(992): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:29:21,646 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2023-08-22T04:29:21,680 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b976b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:21,739 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(859): No meta location available on zookeeper, skip migrating... 2023-08-22T04:29:21,760 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2023-08-22T04:29:21,760 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(564): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2023-08-22T04:29:21,763 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2023-08-22T04:29:21,765 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(584): Recovered RegionProcedureStore lease in 1 msec 2023-08-22T04:29:21,771 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(598): Loaded RegionProcedureStore in 6 msec 2023-08-22T04:29:21,771 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2023-08-22T04:29:21,806 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2023-08-22T04:29:21,822 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2023-08-22T04:29:21,824 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/balancer already deleted, retry=false 2023-08-22T04:29:21,828 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(150): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2023-08-22T04:29:21,829 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2023-08-22T04:29:21,831 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/normalizer already deleted, retry=false 2023-08-22T04:29:21,834 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2023-08-22T04:29:21,840 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2023-08-22T04:29:21,841 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/split already deleted, retry=false 2023-08-22T04:29:21,842 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2023-08-22T04:29:21,844 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/switch/merge already deleted, retry=false 2023-08-22T04:29:21,859 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2023-08-22T04:29:21,860 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(224): Node /1/snapshot-cleanup already deleted, retry=false 2023-08-22T04:29:21,867 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:29:21,867 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2023-08-22T04:29:21,867 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,867 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,868 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(803): Active/primary master=jenkins-hbase3.apache.org,42421,1692678557817, sessionid=0x1009e4a6d3a0000, setting cluster-up flag (Was=false) 2023-08-22T04:29:21,879 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2023-08-22T04:29:21,886 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,886 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,892 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2023-08-22T04:29:21,893 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:21,897 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,897 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,902 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2023-08-22T04:29:21,903 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:21,909 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,909 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:21,914 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2023-08-22T04:29:21,915 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:21,947 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;jenkins-hbase3:37537 2023-08-22T04:29:21,949 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(997): ClusterId : dfde7592-ca79-4274-8830-b22a2b82d55e 2023-08-22T04:29:21,951 INFO [RS:0;jenkins-hbase3:37537 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2023-08-22T04:29:21,953 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2023-08-22T04:29:21,960 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2023-08-22T04:29:21,960 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2023-08-22T04:29:21,963 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2023-08-22T04:29:21,963 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2023-08-22T04:29:21,966 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2023-08-22T04:29:21,967 DEBUG [RS:0;jenkins-hbase3:37537 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5459c000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:21,969 DEBUG [RS:0;jenkins-hbase3:37537 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d7cedd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:29:21,975 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2023-08-22T04:29:21,975 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2023-08-22T04:29:21,975 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1079): About to register with Master. 2023-08-22T04:29:21,979 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,42421,1692678557817 with isa=jenkins-hbase3.apache.org/172.31.12.81:37537, startcode=1692678560865 2023-08-22T04:29:21,998 DEBUG [RS:0;jenkins-hbase3:37537 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:29:22,072 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:57329, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:29:22,082 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-22T04:29:22,098 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2023-08-22T04:29:22,108 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(574): slop=0.2 2023-08-22T04:29:22,114 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(285): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2023-08-22T04:29:22,118 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-22T04:29:22,119 WARN [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 100 ms and then retrying. 2023-08-22T04:29:22,125 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: jenkins-hbase3.apache.org,42421,1692678557817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2023-08-22T04:29:22,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:29:22,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:29:22,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:29:22,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=5, maxPoolSize=5 2023-08-22T04:29:22,132 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/jenkins-hbase3:0, corePoolSize=10, maxPoolSize=10 2023-08-22T04:29:22,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:29:22,133 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,142 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1692678592142 2023-08-22T04:29:22,147 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2023-08-22T04:29:22,147 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:29:22,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2023-08-22T04:29:22,151 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2023-08-22T04:29:22,155 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:22,156 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:29:22,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2023-08-22T04:29:22,165 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2023-08-22T04:29:22,166 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2023-08-22T04:29:22,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2023-08-22T04:29:22,167 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2023-08-22T04:29:22,179 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,181 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2023-08-22T04:29:22,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2023-08-22T04:29:22,184 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2023-08-22T04:29:22,200 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ReadOnlyZKClient(139): Connect 0x62400edc to 127.0.0.1:56514 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:29:22,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2023-08-22T04:29:22,207 INFO [PEWorker-1 {}] regionserver.HRegion(7075): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:22,221 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,42421,1692678557817 with isa=jenkins-hbase3.apache.org/172.31.12.81:37537, startcode=1692678560865 2023-08-22T04:29:22,222 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3180) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:588) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:17393) ~[hbase-protocol-shaded-2.6.0-SNAPSHOT.jar:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:437) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.6.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.6.0-SNAPSHOT] 2023-08-22T04:29:22,230 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3042): Master is not running yet 2023-08-22T04:29:22,230 WARN [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1088): reportForDuty failed; sleeping 200 ms and then retrying. 2023-08-22T04:29:22,232 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da2fa2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:22,232 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2023-08-22T04:29:22,238 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2023-08-22T04:29:22,239 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2023-08-22T04:29:22,241 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678562241,5,FailOnTimeoutGroup] 2023-08-22T04:29:22,242 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678562241,5,FailOnTimeoutGroup] 2023-08-22T04:29:22,242 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,242 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1634): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2023-08-22T04:29:22,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:22,243 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,244 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:29:22,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:29:22,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:22,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:22,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:29:22,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:29:22,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:29:22,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:29:22,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:22,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:22,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740 2023-08-22T04:29:22,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740 2023-08-22T04:29:22,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:29:22,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:29:22,264 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:22,265 INFO [PEWorker-1 {}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11209427360, jitterRate=0.043959274888038635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:29:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:29:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:29:22,267 INFO [PEWorker-1 {}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:29:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:29:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:29:22,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:29:22,269 INFO [PEWorker-1 {}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:29:22,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:29:22,275 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2023-08-22T04:29:22,276 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2023-08-22T04:29:22,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2023-08-22T04:29:22,298 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2023-08-22T04:29:22,303 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2023-08-22T04:29:22,431 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3023): reportForDuty to master=jenkins-hbase3.apache.org,42421,1692678557817 with isa=jenkins-hbase3.apache.org/172.31.12.81:37537, startcode=1692678560865 2023-08-22T04:29:22,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42421 {}] master.ServerManager(403): Registering regionserver=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,448 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1705): Config from master: hbase.rootdir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:22,449 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1705): Config from master: fs.defaultFS=hdfs://localhost:42865 2023-08-22T04:29:22,449 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1705): Config from master: hbase.master.info.port=39679 2023-08-22T04:29:22,454 WARN [jenkins-hbase3:42421 {}] assignment.AssignmentManager(2282): No servers available; cannot place 1 unassigned regions. 2023-08-22T04:29:22,456 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2023-08-22T04:29:22,456 DEBUG [RS:0;jenkins-hbase3:37537 {}] zookeeper.ZKUtil(111): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on existing znode=/1/rs/jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,456 WARN [RS:0;jenkins-hbase3:37537 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2023-08-22T04:29:22,457 INFO [RS:0;jenkins-hbase3:37537 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:29:22,457 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(2060): logDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,469 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [jenkins-hbase3.apache.org,37537,1692678560865] 2023-08-22T04:29:22,489 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2023-08-22T04:29:22,503 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.MetricsRegionServerWrapperImpl(165): Computing regionserver metrics every 5000 milliseconds 2023-08-22T04:29:22,524 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=782.4 M, globalMemStoreLimitLowMark=743.3 M, Offheap=false 2023-08-22T04:29:22,530 INFO [RS:0;jenkins-hbase3:37537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2023-08-22T04:29:22,530 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,531 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer$CompactionChecker(1947): CompactionChecker runs every PT1S 2023-08-22T04:29:22,544 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,544 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/jenkins-hbase3:0, corePoolSize=2, maxPoolSize=2 2023-08-22T04:29:22,545 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,546 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,546 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,546 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,546 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/jenkins-hbase3:0, corePoolSize=1, maxPoolSize=1 2023-08-22T04:29:22,546 DEBUG [RS:0;jenkins-hbase3:37537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0, corePoolSize=3, maxPoolSize=3 2023-08-22T04:29:22,547 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,548 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,548 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,548 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,548 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37537,1692678560865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:29:22,564 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2023-08-22T04:29:22,568 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,37537,1692678560865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:22,584 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.Replication(204): jenkins-hbase3.apache.org,37537,1692678560865 started 2023-08-22T04:29:22,585 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1747): Serving as jenkins-hbase3.apache.org,37537,1692678560865, RpcServer on jenkins-hbase3.apache.org/172.31.12.81:37537, sessionid=0x1009e4a6d3a0001 2023-08-22T04:29:22,585 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2023-08-22T04:29:22,585 DEBUG [RS:0;jenkins-hbase3:37537 {}] flush.RegionServerFlushTableProcedureManager(106): Start region server flush procedure manager jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,585 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37537,1692678560865' 2023-08-22T04:29:22,585 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2023-08-22T04:29:22,586 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2023-08-22T04:29:22,587 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2023-08-22T04:29:22,587 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2023-08-22T04:29:22,587 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37537,1692678560865' 2023-08-22T04:29:22,587 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:29:22,588 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:29:22,589 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2023-08-22T04:29:22,589 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2023-08-22T04:29:22,589 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2023-08-22T04:29:22,589 DEBUG [RS:0;jenkins-hbase3:37537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,589 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'jenkins-hbase3.apache.org,37537,1692678560865' 2023-08-22T04:29:22,589 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2023-08-22T04:29:22,590 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2023-08-22T04:29:22,590 DEBUG [RS:0;jenkins-hbase3:37537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2023-08-22T04:29:22,591 INFO [RS:0;jenkins-hbase3:37537 {}] quotas.RegionServerRpcQuotaManager(63): Quota support disabled 2023-08-22T04:29:22,591 INFO [RS:0;jenkins-hbase3:37537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2023-08-22T04:29:22,701 INFO [RS:0;jenkins-hbase3:37537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2023-08-22T04:29:22,704 INFO [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37537%2C1692678560865, suffix=, logDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865, archiveDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/oldWALs, maxLogs=32 2023-08-22T04:29:22,718 DEBUG [RS:0;jenkins-hbase3:37537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678562707, exclude list is [], retry=0 2023-08-22T04:29:22,724 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK] 2023-08-22T04:29:22,728 INFO [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678562707 2023-08-22T04:29:22,729 DEBUG [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK]] 2023-08-22T04:29:22,955 DEBUG [jenkins-hbase3:42421 {}] assignment.AssignmentManager(2303): Processing assignQueue; systemServersCount=1, allServersCount=1 2023-08-22T04:29:22,966 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:22,970 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,37537,1692678560865, state=OPENING 2023-08-22T04:29:22,980 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2023-08-22T04:29:22,986 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:22,986 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:22,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:29:22,987 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:29:23,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:23,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(721): New admin connection to jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:23,212 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=AdminService, sasl=false 2023-08-22T04:29:23,216 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59958, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2023-08-22T04:29:23,227 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(130): Open hbase:meta,,1.1588230740 2023-08-22T04:29:23,228 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2023-08-22T04:29:23,228 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2023-08-22T04:29:23,231 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(491): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta, suffix=.meta, logDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865, archiveDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/oldWALs, maxLogs=32 2023-08-22T04:29:23,243 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678563232.meta, exclude list is [], retry=0 2023-08-22T04:29:23,246 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK] 2023-08-22T04:29:23,250 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(832): New WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678563232.meta 2023-08-22T04:29:23,250 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK]] 2023-08-22T04:29:23,251 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7254): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:23,255 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:23,256 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2023-08-22T04:29:23,274 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7955): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2023-08-22T04:29:23,274 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(393): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2023-08-22T04:29:23,279 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2023-08-22T04:29:23,279 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(888): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:23,279 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7296): checking encryption for 1588230740 2023-08-22T04:29:23,279 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7299): checking classloading for 1588230740 2023-08-22T04:29:23,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2023-08-22T04:29:23,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2023-08-22T04:29:23,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:23,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:23,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2023-08-22T04:29:23,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2023-08-22T04:29:23,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:23,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:23,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2023-08-22T04:29:23,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2023-08-22T04:29:23,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:23,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(324): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2023-08-22T04:29:23,290 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740 2023-08-22T04:29:23,293 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740 2023-08-22T04:29:23,295 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2023-08-22T04:29:23,298 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1076): writing seq id for 1588230740 2023-08-22T04:29:23,299 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11884089600, jitterRate=0.10679209232330322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2023-08-22T04:29:23,300 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(992): Region open journal for 1588230740: 2023-08-22T04:29:23,311 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1692678563201 2023-08-22T04:29:23,330 DEBUG [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:meta,,1.1588230740 2023-08-22T04:29:23,331 INFO [RS_OPEN_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(158): Opened hbase:meta,,1.1588230740 2023-08-22T04:29:23,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:23,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as jenkins-hbase3.apache.org,37537,1692678560865, state=OPEN 2023-08-22T04:29:23,338 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:29:23,339 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2023-08-22T04:29:23,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:29:23,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2023-08-22T04:29:23,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=3, resume processing ppid=2 2023-08-22T04:29:23,343 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=jenkins-hbase3.apache.org,37537,1692678560865 in 319 msec 2023-08-22T04:29:23,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=2, resume processing ppid=1 2023-08-22T04:29:23,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0590 sec 2023-08-22T04:29:23,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3500 sec 2023-08-22T04:29:23,357 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1062): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1692678563357, completionTime=-1 2023-08-22T04:29:23,357 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ServerManager(830): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2023-08-22T04:29:23,358 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1629): Joining cluster... 2023-08-22T04:29:23,579 DEBUG [hconnection-0x50e5da2e-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:23,583 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59962, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:23,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1641): Number of RegionServers=1 2023-08-22T04:29:23,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1692678623604 2023-08-22T04:29:23,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1692678683604 2023-08-22T04:29:23,604 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] assignment.AssignmentManager(1648): Joined the cluster in 246 msec 2023-08-22T04:29:23,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42421,1692678557817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:23,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42421,1692678557817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:23,637 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42421,1692678557817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:23,641 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-jenkins-hbase3:42421, period=300000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:23,641 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2023-08-22T04:29:23,649 DEBUG [master/jenkins-hbase3:0.Chore.1 {}] janitor.CatalogJanitor(175): 2023-08-22T04:29:23,663 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2023-08-22T04:29:23,664 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(2367): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2023-08-22T04:29:23,674 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2023-08-22T04:29:23,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:23,680 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:23,681 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:24,101 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 94e2354a12adb55cd5160799ba91ed7f, NAME => 'hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1668): Closing 94e2354a12adb55cd5160799ba91ed7f, disabling compactions & flushes 2023-08-22T04:29:24,113 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. after waiting 0 ms 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,113 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1909): Closed hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,113 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1622): Region close journal for 94e2354a12adb55cd5160799ba91ed7f: 2023-08-22T04:29:24,116 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:24,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1692678564118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678564118"}]},"ts":"1692678564118"} 2023-08-22T04:29:24,177 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:24,180 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:24,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678564180"}]},"ts":"1692678564180"} 2023-08-22T04:29:24,193 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2023-08-22T04:29:24,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94e2354a12adb55cd5160799ba91ed7f, ASSIGN}] 2023-08-22T04:29:24,203 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=94e2354a12adb55cd5160799ba91ed7f, ASSIGN 2023-08-22T04:29:24,204 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=94e2354a12adb55cd5160799ba91ed7f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:24,355 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94e2354a12adb55cd5160799ba91ed7f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:24,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 94e2354a12adb55cd5160799ba91ed7f, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:24,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(130): Open hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7254): Opening region: {ENCODED => 94e2354a12adb55cd5160799ba91ed7f, NAME => 'hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:24,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:24,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(888): Instantiated hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:24,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7296): checking encryption for 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7299): checking classloading for 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,525 INFO [StoreOpener-94e2354a12adb55cd5160799ba91ed7f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,527 INFO [StoreOpener-94e2354a12adb55cd5160799ba91ed7f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94e2354a12adb55cd5160799ba91ed7f columnFamilyName info 2023-08-22T04:29:24,527 DEBUG [StoreOpener-94e2354a12adb55cd5160799ba91ed7f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:24,528 INFO [StoreOpener-94e2354a12adb55cd5160799ba91ed7f-1 {}] regionserver.HStore(324): Store=94e2354a12adb55cd5160799ba91ed7f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:24,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1076): writing seq id for 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:24,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:24,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): Opened 94e2354a12adb55cd5160799ba91ed7f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11599613760, jitterRate=0.08029821515083313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:29:24,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(992): Region open journal for 94e2354a12adb55cd5160799ba91ed7f: 2023-08-22T04:29:24,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2552): Post open deploy tasks for hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f., pid=6, masterSystemTime=1692678564514 2023-08-22T04:29:24,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2579): Finished post open deploy task for hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(158): Opened hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:24,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=94e2354a12adb55cd5160799ba91ed7f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:24,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=6, resume processing ppid=5 2023-08-22T04:29:24,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 94e2354a12adb55cd5160799ba91ed7f, server=jenkins-hbase3.apache.org,37537,1692678560865 in 193 msec 2023-08-22T04:29:24,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=5, resume processing ppid=4 2023-08-22T04:29:24,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=94e2354a12adb55cd5160799ba91ed7f, ASSIGN in 357 msec 2023-08-22T04:29:24,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:24,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678564563"}]},"ts":"1692678564563"} 2023-08-22T04:29:24,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2023-08-22T04:29:24,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:24,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 905 msec 2023-08-22T04:29:24,578 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2023-08-22T04:29:24,580 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): regionserver:37537-0x1009e4a6d3a0001, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:24,580 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:24,580 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2023-08-22T04:29:24,643 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2023-08-22T04:29:24,664 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:24,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 39 msec 2023-08-22T04:29:24,681 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1033): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2023-08-22T04:29:24,696 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:24,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 20 msec 2023-08-22T04:29:24,709 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2023-08-22T04:29:24,712 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2023-08-22T04:29:24,712 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1192): Master has completed initialization 3.722sec 2023-08-22T04:29:24,714 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2023-08-22T04:29:24,716 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2023-08-22T04:29:24,718 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2023-08-22T04:29:24,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2023-08-22T04:29:24,719 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2023-08-22T04:29:24,720 DEBUG [Listener at localhost/38255 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x48a3245c to 127.0.0.1:56514 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:29:24,722 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42421,1692678557817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2023-08-22T04:29:24,723 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=jenkins-hbase3.apache.org,42421,1692678557817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2023-08-22T04:29:24,725 DEBUG [Listener at localhost/38255 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5688cdd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:24,730 DEBUG [Listener at localhost/38255 {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2023-08-22T04:29:24,731 DEBUG [Listener at localhost/38255 {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2023-08-22T04:29:24,744 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster {}] master.HMaster(1295): Balancer post startup initialization complete, took 0 seconds 2023-08-22T04:29:24,747 INFO [master/jenkins-hbase3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2023-08-22T04:29:24,748 DEBUG [hconnection-0xb0bdd9c-shared-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:24,764 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:59970, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:24,775 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:24,775 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(2786): Starting mini mapreduce cluster... 2023-08-22T04:29:24,775 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/test.cache.data in system properties and HBase conf 2023-08-22T04:29:24,775 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.tmp.dir in system properties and HBase conf 2023-08-22T04:29:24,775 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.temp.dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.log-dirs in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2023-08-22T04:29:24,776 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/nfs.dump.dir in system properties and HBase conf 2023-08-22T04:29:24,777 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir in system properties and HBase conf 2023-08-22T04:29:24,777 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.journalnode.edits.dir in system properties and HBase conf 2023-08-22T04:29:24,777 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2023-08-22T04:29:24,777 INFO [Listener at localhost/38255 {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2023-08-22T04:29:26,478 WARN [Thread-249 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:26,876 INFO [Thread-249 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:26,889 INFO [Thread-249 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/jobhistory to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_43249_jobhistory____.bk74gu/webapp 2023-08-22T04:29:27,071 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2023-08-22T04:29:27,071 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2023-08-22T04:29:27,072 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:29:27,075 INFO [Thread-249 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:29:27,177 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:27,311 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:27,630 INFO [Thread-249 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2023-08-22T04:29:27,665 INFO [Thread-249 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:43249 2023-08-22T04:29:27,983 WARN [Listener at jenkins-hbase3.apache.org/36089 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:27,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2023-08-22T04:29:27,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:27,994 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2023-08-22T04:29:27,994 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:27,996 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:27,996 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2023-08-22T04:29:27,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:29:27,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2023-08-22T04:29:27,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2023-08-22T04:29:27,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:28,094 WARN [Listener at jenkins-hbase3.apache.org/36089 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:29:28,095 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:28,106 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/cluster to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_36107_cluster____.m28o1e/webapp 2023-08-22T04:29:28,196 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:29:28,197 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2023-08-22T04:29:28,197 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:29:28,197 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:29:28,205 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:28,436 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:28,558 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:28,567 INFO [Listener at jenkins-hbase3.apache.org/36089 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:36107 2023-08-22T04:29:28,817 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:29:28,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2023-08-22T04:29:28,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2023-08-22T04:29:28,996 WARN [Listener at jenkins-hbase3.apache.org/43923 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:29,025 WARN [Listener at jenkins-hbase3.apache.org/43923 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:29:29,025 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:29,031 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_39633_node____5r7tan/webapp 2023-08-22T04:29:29,084 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:29:29,084 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:29:29,084 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:29:29,084 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:29:29,093 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,120 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,192 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,203 INFO [Listener at jenkins-hbase3.apache.org/43923 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:39633 2023-08-22T04:29:29,351 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] http.HttpRequestLog(97): Jetty request log can only be enabled using Log4j 2023-08-22T04:29:29,360 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] servlet.GuiceFilter(87): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2023-08-22T04:29:29,361 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): jetty-6.1.26 2023-08-22T04:29:29,370 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Extract jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-yarn-common/2.10.2/hadoop-yarn-common-2.10.2.jar!/webapps/node to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/java.io.tmpdir/Jetty_jenkins.hbase3_apache_org_33545_node____unum9h/webapp 2023-08-22T04:29:29,438 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(107): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2023-08-22T04:29:29,439 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2023-08-22T04:29:29,439 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(104): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2023-08-22T04:29:29,439 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] application.WebApplicationImpl(791): Initiating Jersey application, version 'Jersey: 1.9 09/02/2011 11:17 AM' 2023-08-22T04:29:29,448 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,464 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,525 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] container.GuiceComponentProviderFactory(159): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2023-08-22T04:29:29,532 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Started HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:33545 2023-08-22T04:29:29,565 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(2821): Mini mapreduce cluster started 2023-08-22T04:29:29,565 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] backup.TestBackupBase(301): ROOTDIR hdfs://localhost:42865/backupUT 2023-08-22T04:29:29,578 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:29:29,583 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:38894, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:29:29,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns1'} 2023-08-22T04:29:29,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=9, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns1 2023-08-22T04:29:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:29:29,642 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:29,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=9, state=SUCCESS; CreateNamespaceProcedure, namespace=ns1 in 53 msec 2023-08-22T04:29:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=9 2023-08-22T04:29:29,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns2'} 2023-08-22T04:29:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=10, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns2 2023-08-22T04:29:29,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:29:29,738 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:29,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=10, state=SUCCESS; CreateNamespaceProcedure, namespace=ns2 in 19 msec 2023-08-22T04:29:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=10 2023-08-22T04:29:29,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns3'} 2023-08-22T04:29:29,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=11, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns3 2023-08-22T04:29:29,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:29:29,850 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:29,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=11, state=SUCCESS; CreateNamespaceProcedure, namespace=ns3 in 18 msec 2023-08-22T04:29:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=11 2023-08-22T04:29:29,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'ns4'} 2023-08-22T04:29:29,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=12, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=ns4 2023-08-22T04:29:29,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:29:29,960 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:29,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=12, state=SUCCESS; CreateNamespaceProcedure, namespace=ns4 in 16 msec 2023-08-22T04:29:30,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=12 2023-08-22T04:29:30,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'test-1692678569565', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:30,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test-1692678569565 2023-08-22T04:29:30,077 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:30,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "default" qualifier: "test-1692678569565" procId is: 13 2023-08-22T04:29:30,078 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:30,079 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:30,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:30,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:30,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:30,514 INFO [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => befceff543aaf065b15b49b7fbc64be3, NAME => 'test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1692678569565', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(888): Instantiated test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1668): Closing befceff543aaf065b15b49b7fbc64be3, disabling compactions & flushes 2023-08-22T04:29:30,933 INFO [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1690): Closing region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. after waiting 0 ms 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:30,933 INFO [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1909): Closed test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:30,933 DEBUG [RegionOpenAndInit-test-1692678569565-pool-0 {}] regionserver.HRegion(1622): Region close journal for befceff543aaf065b15b49b7fbc64be3: 2023-08-22T04:29:30,935 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:30,936 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1692678570935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678570935"}]},"ts":"1692678570935"} 2023-08-22T04:29:30,939 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:30,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:30,941 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692678569565","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678570941"}]},"ts":"1692678570941"} 2023-08-22T04:29:30,943 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692678569565, state=ENABLING in hbase:meta 2023-08-22T04:29:30,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692678569565, region=befceff543aaf065b15b49b7fbc64be3, ASSIGN}] 2023-08-22T04:29:30,951 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test-1692678569565, region=befceff543aaf065b15b49b7fbc64be3, ASSIGN 2023-08-22T04:29:30,953 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=14, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test-1692678569565, region=befceff543aaf065b15b49b7fbc64be3, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:31,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=befceff543aaf065b15b49b7fbc64be3, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:31,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; OpenRegionProcedure befceff543aaf065b15b49b7fbc64be3, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:31,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:31,271 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(130): Open test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:31,271 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7254): Opening region: {ENCODED => befceff543aaf065b15b49b7fbc64be3, NAME => 'test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:31,272 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:31,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1692678569565 befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(888): Instantiated test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:31,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7296): checking encryption for befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,272 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7299): checking classloading for befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,274 INFO [StoreOpener-befceff543aaf065b15b49b7fbc64be3-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,276 INFO [StoreOpener-befceff543aaf065b15b49b7fbc64be3-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region befceff543aaf065b15b49b7fbc64be3 columnFamilyName f 2023-08-22T04:29:31,276 DEBUG [StoreOpener-befceff543aaf065b15b49b7fbc64be3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:31,277 INFO [StoreOpener-befceff543aaf065b15b49b7fbc64be3-1 {}] regionserver.HStore(324): Store=befceff543aaf065b15b49b7fbc64be3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:31,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,278 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,284 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1076): writing seq id for befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:31,289 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:31,290 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): Opened befceff543aaf065b15b49b7fbc64be3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11281539040, jitterRate=0.050675198435783386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:29:31,291 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(992): Region open journal for befceff543aaf065b15b49b7fbc64be3: 2023-08-22T04:29:31,292 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2552): Post open deploy tasks for test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3., pid=15, masterSystemTime=1692678571261 2023-08-22T04:29:31,294 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2579): Finished post open deploy task for test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:31,295 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(158): Opened test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:31,295 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=befceff543aaf065b15b49b7fbc64be3, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:31,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=15, resume processing ppid=14 2023-08-22T04:29:31,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=15, ppid=14, state=SUCCESS; OpenRegionProcedure befceff543aaf065b15b49b7fbc64be3, server=jenkins-hbase3.apache.org,37537,1692678560865 in 190 msec 2023-08-22T04:29:31,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=14, resume processing ppid=13 2023-08-22T04:29:31,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=14, ppid=13, state=SUCCESS; TransitRegionStateProcedure table=test-1692678569565, region=befceff543aaf065b15b49b7fbc64be3, ASSIGN in 352 msec 2023-08-22T04:29:31,305 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:31,305 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test-1692678569565","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678571305"}]},"ts":"1692678571305"} 2023-08-22T04:29:31,308 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test-1692678569565, state=ENABLED in hbase:meta 2023-08-22T04:29:31,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=13, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test-1692678569565 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:31,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=13, state=SUCCESS; CreateTableProcedure table=test-1692678569565 in 1.2390 sec 2023-08-22T04:29:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=13 2023-08-22T04:29:32,196 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: default:test-1692678569565, procId: 13 completed 2023-08-22T04:29:32,196 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] zookeeper.ReadOnlyZKClient(139): Connect 0x78a3224e to 127.0.0.1:56514 with session timeout=90000ms, retries 30, retry interval 1000ms, keepAlive=60000ms 2023-08-22T04:29:32,203 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14783021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:32,205 DEBUG [hconnection-0xe824d8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:32,209 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35388, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:32,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.HRegion(8210): writing data to region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:29:32,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns2:test-16926785695651', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns2:test-16926785695651 2023-08-22T04:29:32,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:32,329 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:32,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns2" qualifier: "test-16926785695651" procId is: 16 2023-08-22T04:29:32,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:29:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:29:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:29:32,746 INFO [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => aa513914ca20d0b1effc59bd0e81886f, NAME => 'ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-16926785695651', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:32,764 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(888): Instantiated ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:32,764 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1668): Closing aa513914ca20d0b1effc59bd0e81886f, disabling compactions & flushes 2023-08-22T04:29:32,764 INFO [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1690): Closing region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:32,765 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:32,765 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. after waiting 0 ms 2023-08-22T04:29:32,765 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:32,765 INFO [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1909): Closed ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:32,765 DEBUG [RegionOpenAndInit-ns2:test-16926785695651-pool-0 {}] regionserver.HRegion(1622): Region close journal for aa513914ca20d0b1effc59bd0e81886f: 2023-08-22T04:29:32,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:32,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678572767"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678572767"}]},"ts":"1692678572767"} 2023-08-22T04:29:32,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:32,771 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:32,772 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926785695651","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678572771"}]},"ts":"1692678572771"} 2023-08-22T04:29:32,774 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926785695651, state=ENABLING in hbase:meta 2023-08-22T04:29:32,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926785695651, region=aa513914ca20d0b1effc59bd0e81886f, ASSIGN}] 2023-08-22T04:29:32,781 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns2:test-16926785695651, region=aa513914ca20d0b1effc59bd0e81886f, ASSIGN 2023-08-22T04:29:32,783 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(262): Starting pid=17, ppid=16, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns2:test-16926785695651, region=aa513914ca20d0b1effc59bd0e81886f, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:32,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=aa513914ca20d0b1effc59bd0e81886f, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:29:32,937 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE; OpenRegionProcedure aa513914ca20d0b1effc59bd0e81886f, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:33,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(130): Open ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:33,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7254): Opening region: {ENCODED => aa513914ca20d0b1effc59bd0e81886f, NAME => 'ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:33,115 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:33,115 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926785695651 aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(888): Instantiated ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:33,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7296): checking encryption for aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,116 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7299): checking classloading for aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,117 INFO [StoreOpener-aa513914ca20d0b1effc59bd0e81886f-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,119 INFO [StoreOpener-aa513914ca20d0b1effc59bd0e81886f-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa513914ca20d0b1effc59bd0e81886f columnFamilyName f 2023-08-22T04:29:33,119 DEBUG [StoreOpener-aa513914ca20d0b1effc59bd0e81886f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:33,120 INFO [StoreOpener-aa513914ca20d0b1effc59bd0e81886f-1 {}] regionserver.HStore(324): Store=aa513914ca20d0b1effc59bd0e81886f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:33,121 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,122 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,125 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1076): writing seq id for aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:33,132 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:33,133 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): Opened aa513914ca20d0b1effc59bd0e81886f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11578118560, jitterRate=0.07829631865024567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:29:33,134 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(992): Region open journal for aa513914ca20d0b1effc59bd0e81886f: 2023-08-22T04:29:33,135 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2552): Post open deploy tasks for ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f., pid=18, masterSystemTime=1692678573107 2023-08-22T04:29:33,137 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2579): Finished post open deploy task for ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:33,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(158): Opened ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:33,138 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=aa513914ca20d0b1effc59bd0e81886f, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:33,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=18, resume processing ppid=17 2023-08-22T04:29:33,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=18, ppid=17, state=SUCCESS; OpenRegionProcedure aa513914ca20d0b1effc59bd0e81886f, server=jenkins-hbase3.apache.org,37537,1692678560865 in 203 msec 2023-08-22T04:29:33,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=17, resume processing ppid=16 2023-08-22T04:29:33,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=17, ppid=16, state=SUCCESS; TransitRegionStateProcedure table=ns2:test-16926785695651, region=aa513914ca20d0b1effc59bd0e81886f, ASSIGN in 364 msec 2023-08-22T04:29:33,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:33,147 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns2:test-16926785695651","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678573147"}]},"ts":"1692678573147"} 2023-08-22T04:29:33,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns2:test-16926785695651, state=ENABLED in hbase:meta 2023-08-22T04:29:33,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(81): pid=16, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns2:test-16926785695651 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:33,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=16, state=SUCCESS; CreateTableProcedure table=ns2:test-16926785695651 in 827 msec 2023-08-22T04:29:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=16 2023-08-22T04:29:33,439 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns2:test-16926785695651, procId: 16 completed 2023-08-22T04:29:33,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37537 {}] regionserver.HRegion(8210): writing data to region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. with WAL disabled. Data may be lost in the event of a crash. 2023-08-22T04:29:33,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns3:test-16926785695652', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns3:test-16926785695652 2023-08-22T04:29:33,545 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:33,545 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:33,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns3" qualifier: "test-16926785695652" procId is: 19 2023-08-22T04:29:33,547 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:29:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:29:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:29:33,966 INFO [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => e40e6492a791bcf2318a1140048e216e, NAME => 'ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-16926785695652', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:33,980 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(888): Instantiated ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:33,980 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1668): Closing e40e6492a791bcf2318a1140048e216e, disabling compactions & flushes 2023-08-22T04:29:33,981 INFO [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1690): Closing region ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:33,981 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:33,981 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. after waiting 0 ms 2023-08-22T04:29:33,981 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:33,981 INFO [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1909): Closed ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:33,981 DEBUG [RegionOpenAndInit-ns3:test-16926785695652-pool-0 {}] regionserver.HRegion(1622): Region close journal for e40e6492a791bcf2318a1140048e216e: 2023-08-22T04:29:33,982 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:33,983 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678573982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678573982"}]},"ts":"1692678573982"} 2023-08-22T04:29:33,985 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:33,987 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:33,987 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926785695652","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678573987"}]},"ts":"1692678573987"} 2023-08-22T04:29:33,989 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926785695652, state=ENABLING in hbase:meta 2023-08-22T04:29:33,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926785695652, region=e40e6492a791bcf2318a1140048e216e, ASSIGN}] 2023-08-22T04:29:33,996 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns3:test-16926785695652, region=e40e6492a791bcf2318a1140048e216e, ASSIGN 2023-08-22T04:29:33,997 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=20, ppid=19, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns3:test-16926785695652, region=e40e6492a791bcf2318a1140048e216e, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:34,149 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e40e6492a791bcf2318a1140048e216e, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:29:34,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; OpenRegionProcedure e40e6492a791bcf2318a1140048e216e, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:34,311 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(130): Open ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:34,312 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7254): Opening region: {ENCODED => e40e6492a791bcf2318a1140048e216e, NAME => 'ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:34,312 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:34,312 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926785695652 e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,312 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(888): Instantiated ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:34,312 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7296): checking encryption for e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,313 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7299): checking classloading for e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,314 INFO [StoreOpener-e40e6492a791bcf2318a1140048e216e-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,316 INFO [StoreOpener-e40e6492a791bcf2318a1140048e216e-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e40e6492a791bcf2318a1140048e216e columnFamilyName f 2023-08-22T04:29:34,316 DEBUG [StoreOpener-e40e6492a791bcf2318a1140048e216e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:34,319 INFO [StoreOpener-e40e6492a791bcf2318a1140048e216e-1 {}] regionserver.HStore(324): Store=e40e6492a791bcf2318a1140048e216e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:34,320 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns3/test-16926785695652/e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,321 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns3/test-16926785695652/e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,324 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1076): writing seq id for e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:34,327 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns3/test-16926785695652/e40e6492a791bcf2318a1140048e216e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:34,328 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): Opened e40e6492a791bcf2318a1140048e216e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9578673920, jitterRate=-0.10791647434234619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:29:34,329 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(992): Region open journal for e40e6492a791bcf2318a1140048e216e: 2023-08-22T04:29:34,330 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2552): Post open deploy tasks for ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e., pid=21, masterSystemTime=1692678574306 2023-08-22T04:29:34,333 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2579): Finished post open deploy task for ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:34,333 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(158): Opened ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:34,334 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=e40e6492a791bcf2318a1140048e216e, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:34,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=21, resume processing ppid=20 2023-08-22T04:29:34,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=21, ppid=20, state=SUCCESS; OpenRegionProcedure e40e6492a791bcf2318a1140048e216e, server=jenkins-hbase3.apache.org,37537,1692678560865 in 185 msec 2023-08-22T04:29:34,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=20, resume processing ppid=19 2023-08-22T04:29:34,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=20, ppid=19, state=SUCCESS; TransitRegionStateProcedure table=ns3:test-16926785695652, region=e40e6492a791bcf2318a1140048e216e, ASSIGN in 345 msec 2023-08-22T04:29:34,343 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:34,343 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns3:test-16926785695652","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678574343"}]},"ts":"1692678574343"} 2023-08-22T04:29:34,345 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns3:test-16926785695652, state=ENABLED in hbase:meta 2023-08-22T04:29:34,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=19, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns3:test-16926785695652 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:34,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=19, state=SUCCESS; CreateTableProcedure table=ns3:test-16926785695652 in 808 msec 2023-08-22T04:29:34,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=19 2023-08-22T04:29:34,655 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns3:test-16926785695652, procId: 19 completed 2023-08-22T04:29:34,655 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns3:test-16926785695652 get assigned. Timeout = 60000ms 2023-08-22T04:29:34,657 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:29:34,661 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3581): All regions for table ns3:test-16926785695652 assigned to meta. Checking AM states. 2023-08-22T04:29:34,662 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:29:34,662 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3601): All regions for table ns3:test-16926785695652 assigned. 2023-08-22T04:29:34,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'ns4:test-16926785695653', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:34,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=ns4:test-16926785695653 2023-08-22T04:29:34,667 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:34,667 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:34,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "ns4" qualifier: "test-16926785695653" procId is: 22 2023-08-22T04:29:34,668 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:34,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:29:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:29:34,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1692678569565' 2023-08-22T04:29:34,900 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-16926785695652' 2023-08-22T04:29:34,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-16926785695651' 2023-08-22T04:29:34,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:29:35,084 INFO [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 112e2375af490ed9c488d76c6c7c0312, NAME => 'ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-16926785695653', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(888): Instantiated ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1668): Closing 112e2375af490ed9c488d76c6c7c0312, disabling compactions & flushes 2023-08-22T04:29:35,100 INFO [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1690): Closing region ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. after waiting 0 ms 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,100 INFO [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1909): Closed ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,100 DEBUG [RegionOpenAndInit-ns4:test-16926785695653-pool-0 {}] regionserver.HRegion(1622): Region close journal for 112e2375af490ed9c488d76c6c7c0312: 2023-08-22T04:29:35,101 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:35,102 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1692678575102"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678575102"}]},"ts":"1692678575102"} 2023-08-22T04:29:35,104 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:35,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:35,106 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926785695653","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678575106"}]},"ts":"1692678575106"} 2023-08-22T04:29:35,108 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926785695653, state=ENABLING in hbase:meta 2023-08-22T04:29:35,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926785695653, region=112e2375af490ed9c488d76c6c7c0312, ASSIGN}] 2023-08-22T04:29:35,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=ns4:test-16926785695653, region=112e2375af490ed9c488d76c6c7c0312, ASSIGN 2023-08-22T04:29:35,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(262): Starting pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=ns4:test-16926785695653, region=112e2375af490ed9c488d76c6c7c0312, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:35,268 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=112e2375af490ed9c488d76c6c7c0312, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:35,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE; OpenRegionProcedure 112e2375af490ed9c488d76c6c7c0312, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:35,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:29:35,429 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(130): Open ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,429 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7254): Opening region: {ENCODED => 112e2375af490ed9c488d76c6c7c0312, NAME => 'ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:35,430 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:35,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-16926785695653 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(888): Instantiated ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:35,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7296): checking encryption for 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,430 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7299): checking classloading for 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,433 INFO [StoreOpener-112e2375af490ed9c488d76c6c7c0312-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,435 INFO [StoreOpener-112e2375af490ed9c488d76c6c7c0312-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 112e2375af490ed9c488d76c6c7c0312 columnFamilyName f 2023-08-22T04:29:35,435 DEBUG [StoreOpener-112e2375af490ed9c488d76c6c7c0312-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:35,436 INFO [StoreOpener-112e2375af490ed9c488d76c6c7c0312-1 {}] regionserver.HStore(324): Store=112e2375af490ed9c488d76c6c7c0312/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:35,438 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns4/test-16926785695653/112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,438 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns4/test-16926785695653/112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,442 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1076): writing seq id for 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:35,446 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns4/test-16926785695653/112e2375af490ed9c488d76c6c7c0312/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:35,447 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): Opened 112e2375af490ed9c488d76c6c7c0312; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11487227040, jitterRate=0.06983138620853424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2023-08-22T04:29:35,448 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(992): Region open journal for 112e2375af490ed9c488d76c6c7c0312: 2023-08-22T04:29:35,449 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2552): Post open deploy tasks for ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312., pid=24, masterSystemTime=1692678575424 2023-08-22T04:29:35,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2579): Finished post open deploy task for ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,451 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(158): Opened ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:35,452 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=112e2375af490ed9c488d76c6c7c0312, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:35,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=24, resume processing ppid=23 2023-08-22T04:29:35,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=24, ppid=23, state=SUCCESS; OpenRegionProcedure 112e2375af490ed9c488d76c6c7c0312, server=jenkins-hbase3.apache.org,37537,1692678560865 in 183 msec 2023-08-22T04:29:35,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=23, resume processing ppid=22 2023-08-22T04:29:35,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=23, ppid=22, state=SUCCESS; TransitRegionStateProcedure table=ns4:test-16926785695653, region=112e2375af490ed9c488d76c6c7c0312, ASSIGN in 344 msec 2023-08-22T04:29:35,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:35,461 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"ns4:test-16926785695653","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678575461"}]},"ts":"1692678575461"} 2023-08-22T04:29:35,463 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=ns4:test-16926785695653, state=ENABLED in hbase:meta 2023-08-22T04:29:35,465 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=22, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=ns4:test-16926785695653 execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:35,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=22, state=SUCCESS; CreateTableProcedure table=ns4:test-16926785695653 in 801 msec 2023-08-22T04:29:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=22 2023-08-22T04:29:35,775 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: ns4:test-16926785695653, procId: 22 completed 2023-08-22T04:29:35,775 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3527): Waiting until all regions of table ns4:test-16926785695653 get assigned. Timeout = 60000ms 2023-08-22T04:29:35,776 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:29:35,779 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3581): All regions for table ns4:test-16926785695653 assigned to meta. Checking AM states. 2023-08-22T04:29:35,779 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2023-08-22T04:29:35,779 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(3601): All regions for table ns4:test-16926785695653 assigned. 2023-08-22T04:29:35,780 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] zookeeper.ReadOnlyZKClient(365): Close zookeeper connection 0x78a3224e to 127.0.0.1:56514 2023-08-22T04:29:35,780 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:35,820 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.ResourceChecker(147): before: backup.TestFullBackup#testFullBackupMultipleCommand Thread=583, OpenFileDescriptor=660, MaxFileDescriptor=60000, SystemLoadAverage=186, ProcessCount=168, AvailableMemoryMB=7139 2023-08-22T04:29:35,820 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.ResourceChecker(130): Thread=583 is superior to 500 2023-08-22T04:29:35,822 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] backup.TestFullBackup(44): test full backup on a multiple tables with data: command-line 2023-08-22T04:29:35,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$17(3366): Client=jenkins//172.31.12.81 creating {NAME => 'backup'} 2023-08-22T04:29:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=backup 2023-08-22T04:29:35,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:29:35,850 DEBUG [Listener at localhost/38255-EventThread {}] zookeeper.ZKWatcher(604): master:42421-0x1009e4a6d3a0000, quorum=127.0.0.1:56514, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2023-08-22T04:29:35,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=25, state=SUCCESS; CreateNamespaceProcedure, namespace=backup in 15 msec 2023-08-22T04:29:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=25 2023-08-22T04:29:35,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system 2023-08-22T04:29:35,964 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:35,964 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:35,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2023-08-22T04:29:35,965 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:35,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:36,384 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => f7c638c37705953f15154269fdb98042, NAME => 'backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:36,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:29:36,799 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:36,799 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1668): Closing f7c638c37705953f15154269fdb98042, disabling compactions & flushes 2023-08-22T04:29:36,799 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:36,799 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:36,800 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. after waiting 0 ms 2023-08-22T04:29:36,800 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:36,800 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1909): Closed backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:36,800 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1622): Region close journal for f7c638c37705953f15154269fdb98042: 2023-08-22T04:29:36,802 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:36,802 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1692678576802"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678576802"}]},"ts":"1692678576802"} 2023-08-22T04:29:36,808 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:36,809 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:36,809 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678576809"}]},"ts":"1692678576809"} 2023-08-22T04:29:36,813 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLING in hbase:meta 2023-08-22T04:29:36,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f7c638c37705953f15154269fdb98042, ASSIGN}] 2023-08-22T04:29:36,824 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system, region=f7c638c37705953f15154269fdb98042, ASSIGN 2023-08-22T04:29:36,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(262): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system, region=f7c638c37705953f15154269fdb98042, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:36,977 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f7c638c37705953f15154269fdb98042, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:36,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE; OpenRegionProcedure f7c638c37705953f15154269fdb98042, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:37,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:37,137 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(130): Open backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:37,137 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7254): Opening region: {ENCODED => f7c638c37705953f15154269fdb98042, NAME => 'backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:37,138 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:37,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(888): Instantiated backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:37,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7296): checking encryption for f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,138 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7299): checking classloading for f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,140 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,143 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7c638c37705953f15154269fdb98042 columnFamilyName meta 2023-08-22T04:29:37,143 DEBUG [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:37,144 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] regionserver.HStore(324): Store=f7c638c37705953f15154269fdb98042/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:37,144 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,145 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7c638c37705953f15154269fdb98042 columnFamilyName session 2023-08-22T04:29:37,146 DEBUG [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:37,146 INFO [StoreOpener-f7c638c37705953f15154269fdb98042-1 {}] regionserver.HStore(324): Store=f7c638c37705953f15154269fdb98042/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:37,147 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,148 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,149 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:29:37,151 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1076): writing seq id for f7c638c37705953f15154269fdb98042 2023-08-22T04:29:37,153 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:37,154 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): Opened f7c638c37705953f15154269fdb98042; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11556427520, jitterRate=0.07627618312835693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:29:37,155 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(992): Region open journal for f7c638c37705953f15154269fdb98042: 2023-08-22T04:29:37,156 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system,,1692678575960.f7c638c37705953f15154269fdb98042., pid=28, masterSystemTime=1692678577132 2023-08-22T04:29:37,158 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:37,158 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(158): Opened backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:37,159 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=f7c638c37705953f15154269fdb98042, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:37,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=28, resume processing ppid=27 2023-08-22T04:29:37,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=28, ppid=27, state=SUCCESS; OpenRegionProcedure f7c638c37705953f15154269fdb98042, server=jenkins-hbase3.apache.org,37537,1692678560865 in 181 msec 2023-08-22T04:29:37,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=27, resume processing ppid=26 2023-08-22T04:29:37,166 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=27, ppid=26, state=SUCCESS; TransitRegionStateProcedure table=backup:system, region=f7c638c37705953f15154269fdb98042, ASSIGN in 343 msec 2023-08-22T04:29:37,167 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:37,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678577167"}]},"ts":"1692678577167"} 2023-08-22T04:29:37,169 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system, state=ENABLED in hbase:meta 2023-08-22T04:29:37,172 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(81): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:37,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=26, state=SUCCESS; CreateTableProcedure table=backup:system in 1.2120 sec 2023-08-22T04:29:37,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926785695653 2023-08-22T04:29:37,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-16926785695653 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:37,984 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2023-08-22T04:29:37,984 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:37,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1692678569565 2023-08-22T04:29:37,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1692678569565 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:37,986 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926785695652 2023-08-22T04:29:37,986 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-16926785695652 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:37,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926785695651 2023-08-22T04:29:37,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-16926785695651 Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=26 2023-08-22T04:29:38,074 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system, procId: 26 completed 2023-08-22T04:29:38,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster$4(2331): Client=jenkins//172.31.12.81 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2023-08-22T04:29:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=backup:system_bulk 2023-08-22T04:29:38,092 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2023-08-22T04:29:38,093 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:38,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(708): Client=jenkins//172.31.12.81 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2023-08-22T04:29:38,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2023-08-22T04:29:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:29:38,108 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7075): creating {ENCODED => 539e6f1d2ad78ffed90731b5887b4943, NAME => 'backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1668): Closing 539e6f1d2ad78ffed90731b5887b4943, disabling compactions & flushes 2023-08-22T04:29:38,125 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. after waiting 0 ms 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,125 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,125 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1622): Region close journal for 539e6f1d2ad78ffed90731b5887b4943: 2023-08-22T04:29:38,126 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2023-08-22T04:29:38,127 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1692678578126"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1692678578126"}]},"ts":"1692678578126"} 2023-08-22T04:29:38,128 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2023-08-22T04:29:38,129 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2023-08-22T04:29:38,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678578129"}]},"ts":"1692678578129"} 2023-08-22T04:29:38,131 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2023-08-22T04:29:38,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=539e6f1d2ad78ffed90731b5887b4943, ASSIGN}] 2023-08-22T04:29:38,138 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=backup:system_bulk, region=539e6f1d2ad78ffed90731b5887b4943, ASSIGN 2023-08-22T04:29:38,139 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(262): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=backup:system_bulk, region=539e6f1d2ad78ffed90731b5887b4943, ASSIGN; state=OFFLINE, location=jenkins-hbase3.apache.org,37537,1692678560865; forceNewPlan=false, retain=false 2023-08-22T04:29:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:29:38,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=539e6f1d2ad78ffed90731b5887b4943, regionState=OPENING, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:38,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; OpenRegionProcedure 539e6f1d2ad78ffed90731b5887b4943, server=jenkins-hbase3.apache.org,37537,1692678560865}] 2023-08-22T04:29:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:29:38,450 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(130): Open backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7254): Opening region: {ENCODED => 539e6f1d2ad78ffed90731b5887b4943, NAME => 'backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943.', STARTKEY => '', ENDKEY => ''} 2023-08-22T04:29:38,451 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2023-08-22T04:29:38,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(888): Instantiated backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2023-08-22T04:29:38,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7296): checking encryption for 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,451 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7299): checking classloading for 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,453 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,455 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539e6f1d2ad78ffed90731b5887b4943 columnFamilyName meta 2023-08-22T04:29:38,455 DEBUG [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:38,456 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] regionserver.HStore(324): Store=539e6f1d2ad78ffed90731b5887b4943/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:38,456 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] regionserver.HStore(397): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,457 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] compactions.CompactionConfiguration(173): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539e6f1d2ad78ffed90731b5887b4943 columnFamilyName session 2023-08-22T04:29:38,458 DEBUG [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2023-08-22T04:29:38,458 INFO [StoreOpener-539e6f1d2ad78ffed90731b5887b4943-1 {}] regionserver.HStore(324): Store=539e6f1d2ad78ffed90731b5887b4943/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2023-08-22T04:29:38,459 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system_bulk/539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,460 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5270): Found 0 recovered edits file(s) under hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system_bulk/539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,462 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2023-08-22T04:29:38,464 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1076): writing seq id for 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:38,466 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system_bulk/539e6f1d2ad78ffed90731b5887b4943/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2023-08-22T04:29:38,467 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): Opened 539e6f1d2ad78ffed90731b5887b4943; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11318222240, jitterRate=0.05409158766269684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2023-08-22T04:29:38,468 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(992): Region open journal for 539e6f1d2ad78ffed90731b5887b4943: 2023-08-22T04:29:38,469 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2552): Post open deploy tasks for backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943., pid=31, masterSystemTime=1692678578446 2023-08-22T04:29:38,471 DEBUG [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2579): Finished post open deploy task for backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,471 INFO [RS_OPEN_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(158): Opened backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:38,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=539e6f1d2ad78ffed90731b5887b4943, regionState=OPEN, openSeqNum=2, regionLocation=jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:38,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=31, resume processing ppid=30 2023-08-22T04:29:38,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=31, ppid=30, state=SUCCESS; OpenRegionProcedure 539e6f1d2ad78ffed90731b5887b4943, server=jenkins-hbase3.apache.org,37537,1692678560865 in 181 msec 2023-08-22T04:29:38,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=30, resume processing ppid=29 2023-08-22T04:29:38,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=backup:system_bulk, region=539e6f1d2ad78ffed90731b5887b4943, ASSIGN in 341 msec 2023-08-22T04:29:38,481 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2023-08-22T04:29:38,481 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1692678578481"}]},"ts":"1692678578481"} 2023-08-22T04:29:38,483 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2023-08-22T04:29:38,486 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(81): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2023-08-22T04:29:38,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1414): Finished pid=29, state=SUCCESS; CreateTableProcedure table=backup:system_bulk in 397 msec 2023-08-22T04:29:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=29 2023-08-22T04:29:38,700 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] client.HBaseAdmin$TableFuture(3590): Operation: CREATE, Table Name: backup:system_bulk, procId: 29 completed 2023-08-22T04:29:38,750 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9d0a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:38,751 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:29:38,753 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:40096, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2023-08-22T04:29:38,758 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:38,760 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35394, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:38,821 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(610): Start new backup exclusive operation 2023-08-22T04:29:38,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:29:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678578870 (current time:1692678578870). 2023-08-22T04:29:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:29:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2023-08-22T04:29:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a2f048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:38,885 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:35396, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:29:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2023-08-22T04:29:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:29:38,904 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:29:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:38,912 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:29:38,914 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:29:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:39,332 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:29:39,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f7c638c37705953f15154269fdb98042}] 2023-08-22T04:29:39,345 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f7c638c37705953f15154269fdb98042 2023-08-22T04:29:39,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37537 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2023-08-22T04:29:39,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:39,512 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2819): Flushing f7c638c37705953f15154269fdb98042 2/2 column families, dataSize=45 B heapSize=632 B 2023-08-22T04:29:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:39,598 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/dc575a35b2884daebd6756491f3bdda2 is 49, key is activesession:/session:c/1692678578851/Put/seqid=0 2023-08-22T04:29:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:40,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/dc575a35b2884daebd6756491f3bdda2 2023-08-22T04:29:40,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dc575a35b2884daebd6756491f3bdda2 2023-08-22T04:29:40,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/dc575a35b2884daebd6756491f3bdda2 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/dc575a35b2884daebd6756491f3bdda2 2023-08-22T04:29:40,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/dc575a35b2884daebd6756491f3bdda2, entries=1, sequenceid=5, filesize=4.9 K 2023-08-22T04:29:40,119 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3022): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for f7c638c37705953f15154269fdb98042 in 607ms, sequenceid=5, compaction requested=false 2023-08-22T04:29:40,119 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2023-08-22T04:29:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2520): Flush status journal for f7c638c37705953f15154269fdb98042: 2023-08-22T04:29:40,120 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. for snapshot_backup_system completed. 2023-08-22T04:29:40,121 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(240): Storing 'backup:system,,1692678575960.f7c638c37705953f15154269fdb98042.' region-info for snapshot=snapshot_backup_system 2023-08-22T04:29:40,128 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:29:40,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [] hfiles 2023-08-22T04:29:40,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/dc575a35b2884daebd6756491f3bdda2] hfiles 2023-08-22T04:29:40,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/dc575a35b2884daebd6756491f3bdda2 for snapshot=snapshot_backup_system 2023-08-22T04:29:40,155 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:40,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=33 2023-08-22T04:29:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(3994): Remote procedure done, pid=33 2023-08-22T04:29:40,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_backup_system on region f7c638c37705953f15154269fdb98042 2023-08-22T04:29:40,165 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=33, ppid=32, state=RUNNABLE; SnapshotRegionProcedure f7c638c37705953f15154269fdb98042 2023-08-22T04:29:40,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=33, resume processing ppid=32 2023-08-22T04:29:40,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=33, ppid=32, state=SUCCESS; SnapshotRegionProcedure f7c638c37705953f15154269fdb98042 in 832 msec 2023-08-22T04:29:40,169 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:29:40,172 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:29:40,176 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:29:40,176 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_backup_system 2023-08-22T04:29:40,180 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_backup_system 2023-08-22T04:29:40,611 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:29:40,627 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:29:40,628 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_backup_system 2023-08-22T04:29:40,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2023-08-22T04:29:40,903 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-16926785695653' 2023-08-22T04:29:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:41,487 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:29:41,487 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2023-08-22T04:29:41,489 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1414): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.5910 sec 2023-08-22T04:29:42,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(128): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2023-08-22T04:29:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=32 2023-08-22T04:29:43,020 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(115): Backup backup_1692678578795 started at 1692678583019. 2023-08-22T04:29:43,044 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(119): Backup session backup_1692678578795 has been started. 2023-08-22T04:29:43,047 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(150): Execute roll log procedure for full backup ... 2023-08-22T04:29:43,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(946): Client=jenkins//172.31.12.81 procedure request for: rolllog-proc 2023-08-22T04:29:43,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.ProcedureCoordinator(165): Submitting procedure rolllog 2023-08-22T04:29:43,064 INFO [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2023-08-22T04:29:43,064 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2023-08-22T04:29:43,065 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2023-08-22T04:29:43,065 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2023-08-22T04:29:43,066 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:29:43,067 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,067 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:29:43,067 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:29:43,068 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2023-08-22T04:29:43,068 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2023-08-22T04:29:43,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2023-08-22T04:29:43,069 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2023-08-22T04:29:43,069 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2023-08-22T04:29:43,071 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2023-08-22T04:29:43,071 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(140): Submitting new Subprocedure:rolllog 2023-08-22T04:29:43,071 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2023-08-22T04:29:43,071 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2023-08-22T04:29:43,072 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2023-08-22T04:29:43,072 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2023-08-22T04:29:43,072 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'jenkins-hbase3.apache.org,37537,1692678560865' joining acquired barrier for procedure (rolllog) in zk 2023-08-22T04:29:43,075 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2023-08-22T04:29:43,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:29:43,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:29:43,075 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2023-08-22T04:29:43,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:29:43,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:29:43,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:29:43,077 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'jenkins-hbase3.apache.org,37537,1692678560865' joining acquired barrier for procedure 'rolllog' on coordinator 2023-08-22T04:29:43,077 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@77700a17[Count = 0] remaining members to acquire global barrier 2023-08-22T04:29:43,077 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2023-08-22T04:29:43,078 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2023-08-22T04:29:43,080 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2023-08-22T04:29:43,080 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2023-08-22T04:29:43,080 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2023-08-22T04:29:43,080 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2023-08-22T04:29:43,081 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2023-08-22T04:29:43,081 DEBUG [rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,081 INFO [rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1692678562707 highest: 1692678562707 on jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,082 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta:.meta(num 1692678563232) roll requested 2023-08-22T04:29:43,093 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678583082.meta, exclude list is [], retry=0 2023-08-22T04:29:43,098 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK] 2023-08-22T04:29:43,101 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678563232.meta with entries=36, filesize=11.13 KB; new WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678583082.meta 2023-08-22T04:29:43,103 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK]] 2023-08-22T04:29:43,103 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta.1692678563232.meta is not closed yet, will try archiving it next time 2023-08-22T04:29:43,103 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(197): WAL AsyncFSWAL jenkins-hbase3.apache.org%2C37537%2C1692678560865:(num 1692678562707) roll requested 2023-08-22T04:29:43,116 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(531): When create output stream for /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678583103, exclude list is [], retry=0 2023-08-22T04:29:43,120 DEBUG [RS-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(810): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK] 2023-08-22T04:29:43,124 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(828): Rolled WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678562707 with entries=19, filesize=4.02 KB; new WAL /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678583103 2023-08-22T04:29:43,124 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(916): Create new AsyncFSWAL writer with pipeline: [DatanodeInfoWithStorage[127.0.0.1:46613,DS-f48dbb35-778b-4550-900b-48155289ba3a,DISK]] 2023-08-22T04:29:43,124 DEBUG [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractFSWAL(742): hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/WALs/jenkins-hbase3.apache.org,37537,1692678560865/jenkins-hbase3.apache.org%2C37537%2C1692678560865.1692678562707 is not closed yet, will try archiving it next time 2023-08-22T04:29:43,144 DEBUG [rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 63 2023-08-22T04:29:43,144 INFO [rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1692678583103 on jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,144 DEBUG [rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=MasterService, sasl=false 2023-08-22T04:29:43,146 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:43056, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2023-08-22T04:29:43,163 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2023-08-22T04:29:43,163 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'jenkins-hbase3.apache.org,37537,1692678560865' in zk 2023-08-22T04:29:43,166 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2023-08-22T04:29:43,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,167 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:29:43,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:29:43,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:29:43,167 DEBUG [member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2023-08-22T04:29:43,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:29:43,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:29:43,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:29:43,169 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,170 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'jenkins-hbase3.apache.org,37537,1692678560865': 2023-08-22T04:29:43,170 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'jenkins-hbase3.apache.org,37537,1692678560865' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2023-08-22T04:29:43,170 INFO [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2023-08-22T04:29:43,170 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2023-08-22T04:29:43,171 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2023-08-22T04:29:43,171 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2023-08-22T04:29:43,171 INFO [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllogincluding nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2023-08-22T04:29:43,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2023-08-22T04:29:43,173 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2023-08-22T04:29:43,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2023-08-22T04:29:43,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:29:43,173 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2023-08-22T04:29:43,174 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:29:43,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2023-08-22T04:29:43,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:29:43,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2023-08-22T04:29:43,174 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2023-08-22T04:29:43,175 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2023-08-22T04:29:43,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2023-08-22T04:29:43,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:43,184 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2023-08-22T04:29:43,184 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2023-08-22T04:29:43,184 DEBUG [(jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2023-08-22T04:29:43,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2023-08-22T04:29:43,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2023-08-22T04:29:43,185 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2023-08-22T04:29:43,185 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2023-08-22T04:29:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1247): Checking to see if procedure from request:rolllog-proc is done 2023-08-22T04:29:43,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } 2023-08-22T04:29:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678583298 (current time:1692678583298). 2023-08-22T04:29:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:29:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692678583297_default_test-1692678569565 VERSION not specified, setting to 2 2023-08-22T04:29:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131d6f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:43,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:43,308 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53296, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:43,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:29:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } 2023-08-22T04:29:43,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:29:43,314 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:29:43,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:43,315 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:29:43,317 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:29:43,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:43,730 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:29:43,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure befceff543aaf065b15b49b7fbc64be3}] 2023-08-22T04:29:43,733 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:43,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37537 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2023-08-22T04:29:43,885 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:43,887 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2819): Flushing befceff543aaf065b15b49b7fbc64be3 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:29:43,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/.tmp/f/316d6a7e672a4dd18b3ac154a533ccf9 is 37, key is row10/f:q1/1692678572225/Put/seqid=0 2023-08-22T04:29:43,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:44,314 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/.tmp/f/316d6a7e672a4dd18b3ac154a533ccf9 2023-08-22T04:29:44,326 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 316d6a7e672a4dd18b3ac154a533ccf9 2023-08-22T04:29:44,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/.tmp/f/316d6a7e672a4dd18b3ac154a533ccf9 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9 2023-08-22T04:29:44,335 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:29:44,337 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for befceff543aaf065b15b49b7fbc64be3 in 451ms, sequenceid=103, compaction requested=false 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2520): Flush status journal for befceff543aaf065b15b49b7fbc64be3: 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. for snapshot_1692678583297_default_test-1692678569565 completed. 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(240): Storing 'test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.' region-info for snapshot=snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9] hfiles 2023-08-22T04:29:44,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9 for snapshot=snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:44,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=35 2023-08-22T04:29:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(3994): Remote procedure done, pid=35 2023-08-22T04:29:44,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692678583297_default_test-1692678569565 on region befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:44,750 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=35, ppid=34, state=RUNNABLE; SnapshotRegionProcedure befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:44,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=35, resume processing ppid=34 2023-08-22T04:29:44,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:29:44,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=35, ppid=34, state=SUCCESS; SnapshotRegionProcedure befceff543aaf065b15b49b7fbc64be3 in 1.0200 sec 2023-08-22T04:29:44,754 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:29:44,755 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:29:44,755 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:44,756 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:45,173 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:29:45,181 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:29:45,182 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_1692678583297_default_test-1692678569565 to hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:46,012 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:29:46,012 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 }, snapshot procedure id = 34 2023-08-22T04:29:46,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1414): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1692678583297_default_test-1692678569565 table=test-1692678569565 type=FLUSH ttl=0 } in 2.7020 sec 2023-08-22T04:29:47,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=34 2023-08-22T04:29:47,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1685): Client=jenkins//172.31.12.81 snapshot request for:{ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } 2023-08-22T04:29:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(331): Creation time not specified, setting to:1692678587424 (current time:1692678587424). 2023-08-22T04:29:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(345): Snapshot current TTL value: 0 resetting it to default value: 0 2023-08-22T04:29:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotDescriptionUtils(354): Snapshot snapshot_1692678587423_ns2_test-16926785695651 VERSION not specified, setting to 2 2023-08-22T04:29:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1acb8dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2023-08-22T04:29:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=ClientService, sasl=false 2023-08-22T04:29:47,433 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:53304, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2023-08-22T04:29:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:47,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(770): No existing snapshot, attempting snapshot... 2023-08-22T04:29:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure2.ProcedureExecutor(1033): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } 2023-08-22T04:29:47,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(1404): register snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-22T04:29:47,438 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2023-08-22T04:29:47,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:47,439 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2023-08-22T04:29:47,441 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2023-08-22T04:29:47,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:47,854 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2023-08-22T04:29:47,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1685): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure aa513914ca20d0b1effc59bd0e81886f}] 2023-08-22T04:29:47,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:47,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2023-08-22T04:29:47,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2023-08-22T04:29:48,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37537 {}] regionserver.RSRpcServices(3924): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2023-08-22T04:29:48,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:48,010 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2819): Flushing aa513914ca20d0b1effc59bd0e81886f 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2023-08-22T04:29:48,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/.tmp/f/04a01496c2ba4e31b16840cf48bfced6 is 37, key is row10/f:q1/1692678573453/Put/seqid=0 2023-08-22T04:29:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:48,435 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/.tmp/f/04a01496c2ba4e31b16840cf48bfced6 2023-08-22T04:29:48,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04a01496c2ba4e31b16840cf48bfced6 2023-08-22T04:29:48,443 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/.tmp/f/04a01496c2ba4e31b16840cf48bfced6 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6 2023-08-22T04:29:48,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6, entries=99, sequenceid=103, filesize=8.2 K 2023-08-22T04:29:48,451 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3022): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for aa513914ca20d0b1effc59bd0e81886f in 441ms, sequenceid=103, compaction requested=false 2023-08-22T04:29:48,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2520): Flush status journal for aa513914ca20d0b1effc59bd0e81886f: 2023-08-22T04:29:48,452 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. for snapshot_1692678587423_ns2_test-16926785695651 completed. 2023-08-22T04:29:48,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(240): Storing 'ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f.' region-info for snapshot=snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:48,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(245): Creating references for hfiles 2023-08-22T04:29:48,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(255): Adding snapshot references for [hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6] hfiles 2023-08-22T04:29:48,453 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(264): Adding reference for file (1/1): hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6 for snapshot=snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:48,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:48,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(61): Successfully complete execution of pid=37 2023-08-22T04:29:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.HMaster(3994): Remote procedure done, pid=37 2023-08-22T04:29:48,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] procedure.SnapshotRegionProcedure(130): finish snapshot snapshot_1692678587423_ns2_test-16926785695651 on region aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:48,470 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(727): Took xlock for pid=37, ppid=36, state=RUNNABLE; SnapshotRegionProcedure aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:48,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1828): Finished subprocedure pid=37, resume processing ppid=36 2023-08-22T04:29:48,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1414): Finished pid=37, ppid=36, state=SUCCESS; SnapshotRegionProcedure aa513914ca20d0b1effc59bd0e81886f in 617 msec 2023-08-22T04:29:48,473 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2023-08-22T04:29:48,474 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2023-08-22T04:29:48,474 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2023-08-22T04:29:48,474 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(489): Convert to Single Snapshot Manifest for snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:48,475 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(126): No regions under directory:hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:48,892 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2023-08-22T04:29:48,899 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2023-08-22T04:29:48,900 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(430): Sentinel is done, just moving the snapshot from hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/.tmp/snapshot_1692678587423_ns2_test-16926785695651 to hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:49,722 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, locked=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2023-08-22T04:29:49,722 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1410): unregister snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 }, snapshot procedure id = 36 2023-08-22T04:29:49,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1414): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1692678587423_ns2_test-16926785695651 table=ns2:test-16926785695651 type=FLUSH ttl=0 } in 2.2870 sec 2023-08-22T04:29:51,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(1288): Checking to see if procedure is done pid=36 2023-08-22T04:29:51,547 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(171): snapshot copy for backup_1692678578795 2023-08-22T04:29:51,547 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2023-08-22T04:29:51,549 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2023-08-22T04:29:51,549 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692678578795_test-1692678569565 2023-08-22T04:29:51,549 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692678583297_default_test-1692678569565 to hdfs://localhost:42865/backupUT/backup_1692678578795/default/test-1692678569565/ 2023-08-22T04:29:51,554 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:29:51,583 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42865, inputRoot=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:51,583 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42421,1692678557817_-1097565827_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42865/backupUT/backup_1692678578795/default/test-1692678569565, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42865/backupUT/backup_1692678578795/default/test-1692678569565/.hbase-snapshot/.tmp/snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:51,583 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42865, inputRoot=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f, snapshotDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678583297_default_test-1692678569565. 2023-08-22T04:29:51,595 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678583297_default_test-1692678569565 to hdfs://localhost:42865/backupUT/backup_1692678578795/default/test-1692678569565/.hbase-snapshot/.tmp/snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:51,975 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(127): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2023-08-22T04:29:51,977 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(459): Connection from 172.31.12.81:55610, version=2.6.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2023-08-22T04:29:52,030 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:52,031 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:52,031 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:52,032 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,032 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop-5627468410956038089.jar 2023-08-22T04:29:53,033 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,034 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,034 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,035 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,036 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,036 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,037 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,037 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,038 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:53,039 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:29:53,040 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:29:53,041 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:29:53,042 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:29:53,042 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:29:53,043 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:29:53,043 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:29:53,044 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:29:53,045 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:29:53,045 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:29:53,046 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:29:53,047 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:29:53,052 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:53,053 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:53,054 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:53,054 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:53,054 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:53,055 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:53,056 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:53,141 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692678583297_default_test-1692678569565' hfile list 2023-08-22T04:29:53,154 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-22T04:29:53,363 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir/1692678593316/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:29:53,363 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir/1692678593316/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:29:53,512 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-22T04:29:53,567 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9 output=hdfs://localhost:42865/backupUT/backup_1692678578795/default/test-1692678569565/archive/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/f/316d6a7e672a4dd18b3ac154a533ccf9 2023-08-22T04:29:53,567 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 4.004M/sec 2023-08-22T04:29:54,423 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:29:54,424 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:29:54,432 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:54,432 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692678583297_default_test-1692678569565 finished. 2023-08-22T04:29:54,432 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(105): Setting snapshot copy job name to : Full-Backup_backup_1692678578795_ns2:test-16926785695651 2023-08-22T04:29:54,432 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(109): Copy snapshot snapshot_1692678587423_ns2_test-16926785695651 to hdfs://localhost:42865/backupUT/backup_1692678578795/ns2/test-16926785695651/ 2023-08-22T04:29:54,432 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.MapReduceBackupCopyJob(373): Doing SNAPSHOT_COPY 2023-08-22T04:29:54,465 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1003): inputFs=hdfs://localhost:42865, inputRoot=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f 2023-08-22T04:29:54,465 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1004): outputFs=DFS[DFSClient[clientName=DFSClient_hb_m_jenkins-hbase3.apache.org,42421,1692678557817_-2147111738_16, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:42865/backupUT/backup_1692678578795/ns2/test-16926785695651, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:42865/backupUT/backup_1692678578795/ns2/test-16926785695651/.hbase-snapshot/.tmp/snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:54,465 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1009): Verify snapshot source, inputFs=hdfs://localhost:42865, inputRoot=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f, snapshotDir=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678587423_ns2_test-16926785695651. 2023-08-22T04:29:54,474 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1068): Copy Snapshot Manifest from hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/.hbase-snapshot/snapshot_1692678587423_ns2_test-16926785695651 to hdfs://localhost:42865/backupUT/backup_1692678578795/ns2/test-16926785695651/.hbase-snapshot/.tmp/snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:54,890 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-common/target/hbase-common-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:54,891 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol/target/hbase-protocol-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:54,891 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-protocol-shaded/target/hbase-protocol-shaded-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:54,892 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-client/target/hbase-client-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,867 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop-8344934393755577657.jar 2023-08-22T04:29:55,867 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop-compat/target/hbase-hadoop-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,868 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-hadoop2-compat/target/hbase-hadoop2-compat-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,868 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-mapreduce/target/hbase-mapreduce-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,869 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics/target/hbase-metrics-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,869 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-metrics-api/target/hbase-metrics-api-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,869 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-replication/target/hbase-replication-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,870 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-http/target/hbase-http-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,870 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-procedure/target/hbase-procedure-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,871 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-zookeeper/target/hbase-zookeeper-2.6.0-SNAPSHOT.jar 2023-08-22T04:29:55,871 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.4/hbase-shaded-miscellaneous-4.1.4.jar 2023-08-22T04:29:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.4/hbase-shaded-gson-4.1.4.jar 2023-08-22T04:29:55,872 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.4/hbase-shaded-protobuf-4.1.4.jar 2023-08-22T04:29:55,873 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.4/hbase-shaded-netty-4.1.4.jar 2023-08-22T04:29:55,873 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.4/hbase-unsafe-4.1.4.jar 2023-08-22T04:29:55,874 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/zookeeper/zookeeper/3.5.7/zookeeper-3.5.7.jar 2023-08-22T04:29:55,875 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class com.google.protobuf.Message, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/com/google/protobuf/protobuf-java/2.5.0/protobuf-java-2.5.0.jar 2023-08-22T04:29:55,875 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2023-08-22T04:29:55,875 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2023-08-22T04:29:55,876 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2023-08-22T04:29:55,877 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2023-08-22T04:29:55,877 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2023-08-22T04:29:55,878 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:55,879 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:55,879 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:55,880 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:55,880 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-common/2.10.2/hadoop-common-2.10.2.jar 2023-08-22T04:29:55,881 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:55,881 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] mapreduce.TableMapReduceUtil(868): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/2.10.2/hadoop-mapreduce-client-core-2.10.2.jar 2023-08-22T04:29:55,927 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(581): Loading Snapshot 'snapshot_1692678587423_ns2_test-16926785695651' hfile list 2023-08-22T04:29:55,930 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(674): export split=0 size=8.2 K 2023-08-22T04:29:55,997 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] fs.FileUtil(888): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir/1692678595965/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/*': No such file or directory 2023-08-22T04:29:55,997 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] mapred.LocalDistributedCacheManager(202): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/mapreduce.cluster.local.dir/1692678595965/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/libjars/* 2023-08-22T04:29:56,051 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(228): Using bufferSize=128 M 2023-08-22T04:29:56,077 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(454): copy completed for input=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6 output=hdfs://localhost:42865/backupUT/backup_1692678578795/ns2/test-16926785695651/archive/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/f/04a01496c2ba4e31b16840cf48bfced6 2023-08-22T04:29:56,077 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(456): size=8396 (8.2 K) time=0sec 8.007M/sec 2023-08-22T04:29:57,033 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1125): Finalize the Snapshot Export 2023-08-22T04:29:57,034 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1136): Verify snapshot integrity 2023-08-22T04:29:57,042 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] snapshot.ExportSnapshot(1140): Export Completed: snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:57,042 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.FullTableBackupClient(121): Snapshot copy snapshot_1692678587423_ns2_test-16926785695651 finished. 2023-08-22T04:29:57,042 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(1014): test-1692678569565 2023-08-22T04:29:57,042 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(1014): ns2:test-16926785695651 2023-08-22T04:29:57,113 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692678578795 2023-08-22T04:29:57,114 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:29:57,525 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42865/backupUT/backup_1692678578795/.backup.manifest 2023-08-22T04:29:57,525 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManager(277): Getting the direct ancestors of the current backup backup_1692678578795 2023-08-22T04:29:57,525 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManager(283): Current backup is a full backup, no direct ancestor for it. 2023-08-22T04:29:57,931 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:42865/backupUT/backup_1692678578795/.backup.manifest 2023-08-22T04:29:57,931 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(358): Backup backup_1692678578795 finished: type=FULL,tablelist=test-1692678569565;ns2:test-16926785695651,targetRootDir=hdfs://localhost:42865/backupUT,startts=1692678583019,completets=1692678597111,bytescopied=0 2023-08-22T04:29:57,932 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(138): Trying to delete snapshot for full backup. 2023-08-22T04:29:57,932 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:57,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692678583297_default_test-1692678569565" 2023-08-22T04:29:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692678583297_default_test-1692678569565 2023-08-22T04:29:57,947 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692678583297_default_test-1692678569565 for backup backup_1692678578795 succeeded. 2023-08-22T04:29:57,947 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(143): Trying to delete snapshot: snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:57,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_1692678587423_ns2_test-16926785695651" 2023-08-22T04:29:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_1692678587423_ns2_test-16926785695651 2023-08-22T04:29:57,951 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(148): Deleting the snapshot snapshot_1692678587423_ns2_test-16926785695651 for backup backup_1692678578795 succeeded. 2023-08-22T04:29:57,952 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(1552): Deleting snapshot_backup_system from the system 2023-08-22T04:29:57,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] master.MasterRpcServices(759): Client=jenkins//172.31.12.81 delete name: "snapshot_backup_system" 2023-08-22T04:29:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42421 {}] snapshot.SnapshotManager(378): Deleting snapshot: snapshot_backup_system 2023-08-22T04:29:57,967 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(1557): Done deleting backup system table snapshot 2023-08-22T04:29:57,974 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] impl.BackupSystemTable(637): Finish backup exclusive operation 2023-08-22T04:29:57,992 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] impl.TableBackupClient(376): Backup backup_1692678578795 completed. Backup session backup_1692678578795 finished. Status: SUCCESS 2023-08-22T04:29:57,993 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:58,013 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] backup.TestFullBackup(60): backup complete 2023-08-22T04:29:58,031 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.ResourceChecker(175): after: backup.TestFullBackup#testFullBackupMultipleCommand Thread=596 (was 583) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/dfs/data/data1/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: (jenkins-hbase3.apache.org,42421,1692678557817)-proc-coordinator-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xb0bdd9c-shared-pool-6 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-162211110-172.31.12.81-1692678554667:blk_1073741858_1034, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xb0bdd9c-shared-pool-7 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_486648461_16 at /127.0.0.1:41640 [Receiving block BP-162211110-172.31.12.81-1692678554667:blk_1073741858_1034] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: rs(jenkins-hbase3.apache.org,37537,1692678560865)-backup-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-2 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_486648461_16 at /127.0.0.1:41632 [Receiving block BP-162211110-172.31.12.81-1692678554667:blk_1073741857_1033] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read1(BufferedInputStream.java:286) java.io.BufferedInputStream.read(BufferedInputStream.java:345) java.io.DataInputStream.read(DataInputStream.java:149) org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:209) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:211) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:134) org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:109) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:528) org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:968) org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:877) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:166) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:103) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:290) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-335463126_16 at /127.0.0.1:41754 [Waiting for operation #19] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Close-WAL-Writer-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xb0bdd9c-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: PacketResponder: BP-162211110-172.31.12.81-1692678554667:blk_1073741857_1033, type=LAST_IN_PIPELINE java.lang.Object.wait(Native Method) java.lang.Object.wait(Object.java:502) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1327) org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1399) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/dfs/data/data2/current sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/jenkins-hbase3:0-1 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56514@0x03354bfb-SendThread(127.0.0.1:56514) java.lang.Thread.sleep(Native Method) org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:228) org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1338) org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1261) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56514@0x03354bfb java.lang.Object.wait(Native Method) java.lang.Thread.join(Thread.java:1257) java.lang.Thread.join(Thread.java:1331) org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1455) org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1485) org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1415) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:306) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:356) org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$496/1173266317.run(Unknown Source) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: hconnection-0xb0bdd9c-shared-pool-8 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-335463126_16 at /127.0.0.1:44634 [Waiting for operation #13] sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:157) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.io.BufferedInputStream.fill(BufferedInputStream.java:246) java.io.BufferedInputStream.read(BufferedInputStream.java:265) java.io.DataInputStream.readShort(DataInputStream.java:312) org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:67) org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:269) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: member: 'jenkins-hbase3.apache.org,37537,1692678560865' subprocedure-pool-0 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458) java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:56514@0x03354bfb-EventThread sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:506) Potentially hanging thread: hconnection-0x50e5da2e-shared-pool-9 sun.misc.Unsafe.park(Native Method) java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:467) java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) java.lang.Thread.run(Thread.java:750) - Thread LEAK? -, OpenFileDescriptor=682 (was 660) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=60000 (was 60000), SystemLoadAverage=136 (was 186), ProcessCount=168 (was 168), AvailableMemoryMB=6799 (was 7139) 2023-08-22T04:29:58,031 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2023-08-22T04:29:58,038 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2023-08-22T04:29:58,039 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:58,039 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2023-08-22T04:29:58,039 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] util.JVMClusterUtil(257): Found active master hash=1693787694, stopped=false 2023-08-22T04:29:58,039 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] master.ServerManager(910): Cluster shutdown requested of master=jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:58,042 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] procedure2.ProcedureExecutor(631): Stopping 2023-08-22T04:29:58,042 DEBUG [Listener at jenkins-hbase3.apache.org/44183 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:58,042 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,37537,1692678560865' ***** 2023-08-22T04:29:58,042 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] regionserver.HRegionServer(2527): STOPPED: Shutdown requested 2023-08-22T04:29:58,043 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:29:58,055 INFO [RS:0;jenkins-hbase3:37537 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1e83adbd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/regionserver} 2023-08-22T04:29:58,057 INFO [regionserver/jenkins-hbase3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:29:58,058 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2023-08-22T04:29:58,060 INFO [RS:0;jenkins-hbase3:37537 {}] server.AbstractConnector(383): Stopped ServerConnector@7e8c5c87{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:29:58,060 INFO [RS:0;jenkins-hbase3:37537 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:29:58,060 INFO [RS:0;jenkins-hbase3:37537 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e9e9c74{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:29:58,061 INFO [RS:0;jenkins-hbase3:37537 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@17fca597{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir/,STOPPED} 2023-08-22T04:29:58,063 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HeapMemoryManager(220): Stopping 2023-08-22T04:29:58,063 INFO [RS:0;jenkins-hbase3:37537 {}] flush.RegionServerFlushTableProcedureManager(117): Stopping region server flush procedure manager gracefully. 2023-08-22T04:29:58,063 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2023-08-22T04:29:58,063 INFO [RS:0;jenkins-hbase3:37537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for 112e2375af490ed9c488d76c6c7c0312 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for e40e6492a791bcf2318a1140048e216e 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for 539e6f1d2ad78ffed90731b5887b4943 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for f7c638c37705953f15154269fdb98042 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for 94e2354a12adb55cd5160799ba91ed7f 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for aa513914ca20d0b1effc59bd0e81886f 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:58,064 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,37537,1692678560865 2023-08-22T04:29:58,064 DEBUG [RS:0;jenkins-hbase3:37537 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:58,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 112e2375af490ed9c488d76c6c7c0312, disabling compactions & flushes 2023-08-22T04:29:58,065 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2023-08-22T04:29:58,065 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2023-08-22T04:29:58,065 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:58,065 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2023-08-22T04:29:58,065 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(3524): Received CLOSE for 1588230740 2023-08-22T04:29:58,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:58,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. after waiting 0 ms 2023-08-22T04:29:58,065 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:58,065 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1579): Waiting on 8 regions to close 2023-08-22T04:29:58,065 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1583): Online Regions={112e2375af490ed9c488d76c6c7c0312=ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312., e40e6492a791bcf2318a1140048e216e=ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e., 539e6f1d2ad78ffed90731b5887b4943=backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943., f7c638c37705953f15154269fdb98042=backup:system,,1692678575960.f7c638c37705953f15154269fdb98042., 1588230740=hbase:meta,,1.1588230740, 94e2354a12adb55cd5160799ba91ed7f=hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f., aa513914ca20d0b1effc59bd0e81886f=ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f., befceff543aaf065b15b49b7fbc64be3=test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3.} 2023-08-22T04:29:58,066 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1668): Closing 1588230740, disabling compactions & flushes 2023-08-22T04:29:58,066 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1690): Closing region hbase:meta,,1.1588230740 2023-08-22T04:29:58,066 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2023-08-22T04:29:58,066 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1778): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2023-08-22T04:29:58,066 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1788): Updates disabled for region hbase:meta,,1.1588230740 2023-08-22T04:29:58,066 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2819): Flushing 1588230740 3/3 column families, dataSize=9.25 KB heapSize=16.20 KB 2023-08-22T04:29:58,067 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1609): Waiting on 112e2375af490ed9c488d76c6c7c0312, 1588230740, 539e6f1d2ad78ffed90731b5887b4943, 94e2354a12adb55cd5160799ba91ed7f, aa513914ca20d0b1effc59bd0e81886f, befceff543aaf065b15b49b7fbc64be3, e40e6492a791bcf2318a1140048e216e, f7c638c37705953f15154269fdb98042 2023-08-22T04:29:58,070 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns4/test-16926785695653/112e2375af490ed9c488d76c6c7c0312/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:29:58,071 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:58,072 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:58,072 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 112e2375af490ed9c488d76c6c7c0312: 2023-08-22T04:29:58,072 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-16926785695653,,1692678574663.112e2375af490ed9c488d76c6c7c0312. 2023-08-22T04:29:58,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing e40e6492a791bcf2318a1140048e216e, disabling compactions & flushes 2023-08-22T04:29:58,073 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:58,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:58,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. after waiting 0 ms 2023-08-22T04:29:58,073 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:58,082 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns3/test-16926785695652/e40e6492a791bcf2318a1140048e216e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:29:58,087 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:58,088 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:58,088 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for e40e6492a791bcf2318a1140048e216e: 2023-08-22T04:29:58,088 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-16926785695652,,1692678573540.e40e6492a791bcf2318a1140048e216e. 2023-08-22T04:29:58,089 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 539e6f1d2ad78ffed90731b5887b4943, disabling compactions & flushes 2023-08-22T04:29:58,089 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:58,089 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:58,089 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. after waiting 0 ms 2023-08-22T04:29:58,089 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:58,093 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system_bulk/539e6f1d2ad78ffed90731b5887b4943/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2023-08-22T04:29:58,094 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:58,095 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:58,095 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 539e6f1d2ad78ffed90731b5887b4943: 2023-08-22T04:29:58,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1692678578088.539e6f1d2ad78ffed90731b5887b4943. 2023-08-22T04:29:58,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing f7c638c37705953f15154269fdb98042, disabling compactions & flushes 2023-08-22T04:29:58,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:58,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:58,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. after waiting 0 ms 2023-08-22T04:29:58,096 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:58,096 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing f7c638c37705953f15154269fdb98042 2/2 column families, dataSize=1.46 KB heapSize=2.69 KB 2023-08-22T04:29:58,097 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/info/04ad652a116a46d39b1a18f26ea73c4d is 159, key is ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f./info:regioninfo/1692678573138/Put/seqid=0 2023-08-22T04:29:58,112 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/meta/e4af46d463d44273a7a2c8b7dfec38bb is 171, key is trslm:hdfs://localhost:42865/backupUT\x00ns2:test-16926785695651/meta:log-roll-map/1692678597101/Put/seqid=0 2023-08-22T04:29:58,267 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 94e2354a12adb55cd5160799ba91ed7f, aa513914ca20d0b1effc59bd0e81886f, befceff543aaf065b15b49b7fbc64be3, f7c638c37705953f15154269fdb98042 2023-08-22T04:29:58,467 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1609): Waiting on 1588230740, 94e2354a12adb55cd5160799ba91ed7f, aa513914ca20d0b1effc59bd0e81886f, befceff543aaf065b15b49b7fbc64be3, f7c638c37705953f15154269fdb98042 2023-08-22T04:29:58,509 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.55 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/info/04ad652a116a46d39b1a18f26ea73c4d 2023-08-22T04:29:58,517 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04ad652a116a46d39b1a18f26ea73c4d 2023-08-22T04:29:58,518 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=785 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/meta/e4af46d463d44273a7a2c8b7dfec38bb 2023-08-22T04:29:58,525 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e4af46d463d44273a7a2c8b7dfec38bb 2023-08-22T04:29:58,528 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/1cffcbf43dff4c1f8709e02568c73bd8 is 459, key is session:backup_1692678578795/session:context/1692678597973/Put/seqid=0 2023-08-22T04:29:58,536 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=713 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/1cffcbf43dff4c1f8709e02568c73bd8 2023-08-22T04:29:58,536 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/table/d74b5ca2688149d1a08c15109a011ca7 is 59, key is ns2:test-16926785695651/table:state/1692678573147/Put/seqid=0 2023-08-22T04:29:58,543 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1cffcbf43dff4c1f8709e02568c73bd8 2023-08-22T04:29:58,544 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/meta/e4af46d463d44273a7a2c8b7dfec38bb as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/meta/e4af46d463d44273a7a2c8b7dfec38bb 2023-08-22T04:29:58,545 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=714 B at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/table/d74b5ca2688149d1a08c15109a011ca7 2023-08-22T04:29:58,551 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d74b5ca2688149d1a08c15109a011ca7 2023-08-22T04:29:58,552 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/meta/e4af46d463d44273a7a2c8b7dfec38bb, entries=6, sequenceid=16, filesize=5.8 K 2023-08-22T04:29:58,553 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/info/04ad652a116a46d39b1a18f26ea73c4d as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/info/04ad652a116a46d39b1a18f26ea73c4d 2023-08-22T04:29:58,553 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/.tmp/session/1cffcbf43dff4c1f8709e02568c73bd8 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/1cffcbf43dff4c1f8709e02568c73bd8 2023-08-22T04:29:58,560 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/info/04ad652a116a46d39b1a18f26ea73c4d, entries=70, sequenceid=39, filesize=14.1 K 2023-08-22T04:29:58,560 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/session/1cffcbf43dff4c1f8709e02568c73bd8, entries=2, sequenceid=16, filesize=5.4 K 2023-08-22T04:29:58,561 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/.tmp/table/d74b5ca2688149d1a08c15109a011ca7 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/table/d74b5ca2688149d1a08c15109a011ca7 2023-08-22T04:29:58,562 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~1.46 KB/1498, heapSize ~2.66 KB/2720, currentSize=0 B/0 for f7c638c37705953f15154269fdb98042 in 465ms, sequenceid=16, compaction requested=false 2023-08-22T04:29:58,564 DEBUG [StoreFileCloser-f7c638c37705953f15154269fdb98042-meta-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: e4af46d463d44273a7a2c8b7dfec38bb 2023-08-22T04:29:58,568 DEBUG [StoreFileCloser-f7c638c37705953f15154269fdb98042-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: dc575a35b2884daebd6756491f3bdda2 2023-08-22T04:29:58,569 DEBUG [StoreFileCloser-f7c638c37705953f15154269fdb98042-session-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 1cffcbf43dff4c1f8709e02568c73bd8 2023-08-22T04:29:58,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/backup/system/f7c638c37705953f15154269fdb98042/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2023-08-22T04:29:58,575 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:58,576 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:58,576 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for f7c638c37705953f15154269fdb98042: 2023-08-22T04:29:58,576 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1692678575960.f7c638c37705953f15154269fdb98042. 2023-08-22T04:29:58,576 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/table/d74b5ca2688149d1a08c15109a011ca7, entries=14, sequenceid=39, filesize=5.8 K 2023-08-22T04:29:58,577 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing 94e2354a12adb55cd5160799ba91ed7f, disabling compactions & flushes 2023-08-22T04:29:58,577 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:58,577 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:58,577 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. after waiting 0 ms 2023-08-22T04:29:58,577 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:58,578 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2819): Flushing 94e2354a12adb55cd5160799ba91ed7f 1/1 column families, dataSize=249 B heapSize=1.02 KB 2023-08-22T04:29:58,578 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3022): Finished flush of dataSize ~9.25 KB/9474, heapSize ~15.92 KB/16304, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=39, compaction requested=false 2023-08-22T04:29:58,586 DEBUG [StoreFileCloser-1588230740-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04ad652a116a46d39b1a18f26ea73c4d 2023-08-22T04:29:58,588 DEBUG [StoreFileCloser-1588230740-table-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: d74b5ca2688149d1a08c15109a011ca7 2023-08-22T04:29:58,593 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=1 2023-08-22T04:29:58,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:58,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2023-08-22T04:29:58,594 INFO [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1909): Closed hbase:meta,,1.1588230740 2023-08-22T04:29:58,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1622): Region close journal for 1588230740: 2023-08-22T04:29:58,594 DEBUG [RS_CLOSE_META-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2023-08-22T04:29:58,597 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/.tmp/info/4874eebf8f8144fba89fad7145e8a124 is 45, key is default/info:d/1692678564658/Put/seqid=0 2023-08-22T04:29:58,637 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2023-08-22T04:29:58,637 INFO [regionserver/jenkins-hbase3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2023-08-22T04:29:58,668 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1609): Waiting on 94e2354a12adb55cd5160799ba91ed7f, aa513914ca20d0b1effc59bd0e81886f, befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:58,868 DEBUG [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1609): Waiting on 94e2354a12adb55cd5160799ba91ed7f, aa513914ca20d0b1effc59bd0e81886f, befceff543aaf065b15b49b7fbc64be3 2023-08-22T04:29:59,002 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/.tmp/info/4874eebf8f8144fba89fad7145e8a124 2023-08-22T04:29:59,009 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4874eebf8f8144fba89fad7145e8a124 2023-08-22T04:29:59,010 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/.tmp/info/4874eebf8f8144fba89fad7145e8a124 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/info/4874eebf8f8144fba89fad7145e8a124 2023-08-22T04:29:59,016 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/info/4874eebf8f8144fba89fad7145e8a124, entries=7, sequenceid=11, filesize=5.1 K 2023-08-22T04:29:59,017 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3022): Finished flush of dataSize ~249 B/249, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 94e2354a12adb55cd5160799ba91ed7f in 440ms, sequenceid=11, compaction requested=false 2023-08-22T04:29:59,019 DEBUG [StoreFileCloser-94e2354a12adb55cd5160799ba91ed7f-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 4874eebf8f8144fba89fad7145e8a124 2023-08-22T04:29:59,023 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/hbase/namespace/94e2354a12adb55cd5160799ba91ed7f/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2023-08-22T04:29:59,024 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:59,025 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for 94e2354a12adb55cd5160799ba91ed7f: 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1692678563663.94e2354a12adb55cd5160799ba91ed7f. 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing aa513914ca20d0b1effc59bd0e81886f, disabling compactions & flushes 2023-08-22T04:29:59,025 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. after waiting 0 ms 2023-08-22T04:29:59,025 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:59,026 DEBUG [StoreFileCloser-aa513914ca20d0b1effc59bd0e81886f-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 04a01496c2ba4e31b16840cf48bfced6 2023-08-22T04:29:59,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/ns2/test-16926785695651/aa513914ca20d0b1effc59bd0e81886f/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:29:59,030 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:59,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for aa513914ca20d0b1effc59bd0e81886f: 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-16926785695651,,1692678572325.aa513914ca20d0b1effc59bd0e81886f. 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1668): Closing befceff543aaf065b15b49b7fbc64be3, disabling compactions & flushes 2023-08-22T04:29:59,031 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Closing region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1711): Waiting without time limit for close lock on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1778): Acquired close lock on test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. after waiting 0 ms 2023-08-22T04:29:59,031 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1788): Updates disabled for region test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:59,032 DEBUG [StoreFileCloser-befceff543aaf065b15b49b7fbc64be3-f-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 316d6a7e672a4dd18b3ac154a533ccf9 2023-08-22T04:29:59,036 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/data/default/test-1692678569565/befceff543aaf065b15b49b7fbc64be3/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2023-08-22T04:29:59,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2023-08-22T04:29:59,037 INFO [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1909): Closed test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:59,037 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1622): Region close journal for befceff543aaf065b15b49b7fbc64be3: 2023-08-22T04:29:59,038 DEBUG [RS_CLOSE_REGION-regionserver/jenkins-hbase3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1692678569565,,1692678570067.befceff543aaf065b15b49b7fbc64be3. 2023-08-22T04:29:59,068 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,37537,1692678560865; all regions closed. 2023-08-22T04:29:59,078 DEBUG [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/oldWALs 2023-08-22T04:29:59,078 INFO [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C37537%2C1692678560865.meta:.meta(num 1692678583082) 2023-08-22T04:29:59,085 DEBUG [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(1062): Moved 2 WAL file(s) to /user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/oldWALs 2023-08-22T04:29:59,085 INFO [RS:0;jenkins-hbase3:37537 {}] wal.AbstractFSWAL(1065): Closed WAL: AsyncFSWAL jenkins-hbase3.apache.org%2C37537%2C1692678560865:(num 1692678583103) 2023-08-22T04:29:59,085 DEBUG [RS:0;jenkins-hbase3:37537 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:59,086 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.LeaseManager(133): Closed leases 2023-08-22T04:29:59,086 INFO [RS:0;jenkins-hbase3:37537 {}] hbase.ChoreService(370): Chore service for: regionserver/jenkins-hbase3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2023-08-22T04:29:59,086 INFO [regionserver/jenkins-hbase3:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:29:59,087 INFO [RS:0;jenkins-hbase3:37537 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:37537 2023-08-22T04:29:59,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [jenkins-hbase3.apache.org,37537,1692678560865] 2023-08-22T04:29:59,097 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing jenkins-hbase3.apache.org,37537,1692678560865; numProcessing=1 2023-08-22T04:29:59,099 INFO [RegionServerTracker-0 {}] master.ServerManager(569): Cluster shutdown set; jenkins-hbase3.apache.org,37537,1692678560865 expired; onlineServers=0 2023-08-22T04:29:59,099 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2513): ***** STOPPING region server 'jenkins-hbase3.apache.org,42421,1692678557817' ***** 2023-08-22T04:29:59,099 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2527): STOPPED: Cluster shutdown set; onlineServer=0 2023-08-22T04:29:59,100 DEBUG [M:0;jenkins-hbase3:42421 {}] ipc.AbstractRpcClient(197): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743c1265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=jenkins-hbase3.apache.org/172.31.12.81:0 2023-08-22T04:29:59,100 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionServer(1172): Stopping infoServer 2023-08-22T04:29:59,148 INFO [M:0;jenkins-hbase3:42421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7bc83b91{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/master} 2023-08-22T04:29:59,149 INFO [M:0;jenkins-hbase3:42421 {}] server.AbstractConnector(383): Stopped ServerConnector@546735f0{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:29:59,149 INFO [M:0;jenkins-hbase3:42421 {}] session.HouseKeeper(149): node0 Stopped scavenging 2023-08-22T04:29:59,149 INFO [M:0;jenkins-hbase3:42421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3b8650b5{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2023-08-22T04:29:59,150 INFO [M:0;jenkins-hbase3:42421 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5270502e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/hadoop.log.dir/,STOPPED} 2023-08-22T04:29:59,150 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionServer(1213): stopping server jenkins-hbase3.apache.org,42421,1692678557817 2023-08-22T04:29:59,151 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionServer(1239): stopping server jenkins-hbase3.apache.org,42421,1692678557817; all regions closed. 2023-08-22T04:29:59,151 DEBUG [M:0;jenkins-hbase3:42421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:59,151 INFO [M:0;jenkins-hbase3:42421 {}] master.HMaster(1664): Stopping master jetty server 2023-08-22T04:29:59,151 INFO [M:0;jenkins-hbase3:42421 {}] server.AbstractConnector(383): Stopped ServerConnector@4cc37860{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2023-08-22T04:29:59,152 DEBUG [M:0;jenkins-hbase3:42421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2023-08-22T04:29:59,152 INFO [M:0;jenkins-hbase3:42421 {}] master.BackupLogCleaner(171): Stopping BackupLogCleaner 2023-08-22T04:29:59,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2023-08-22T04:29:59,152 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678562241 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.large.0-1692678562241,5,FailOnTimeoutGroup] 2023-08-22T04:29:59,152 DEBUG [master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678562241 {}] cleaner.HFileCleaner(306): Exit Thread[master/jenkins-hbase3:0:becomeActiveMaster-HFileCleaner.small.0-1692678562241,5,FailOnTimeoutGroup] 2023-08-22T04:29:59,152 DEBUG [M:0;jenkins-hbase3:42421 {}] ipc.AbstractRpcClient(513): Stopping rpc client 2023-08-22T04:29:59,152 DEBUG [M:0;jenkins-hbase3:42421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2023-08-22T04:29:59,152 INFO [M:0;jenkins-hbase3:42421 {}] hbase.ChoreService(370): Chore service for: master/jenkins-hbase3:0 had [] on shutdown 2023-08-22T04:29:59,153 DEBUG [M:0;jenkins-hbase3:42421 {}] master.HMaster(1687): Stopping service threads 2023-08-22T04:29:59,153 INFO [M:0;jenkins-hbase3:42421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2023-08-22T04:29:59,153 ERROR [M:0;jenkins-hbase3:42421 {}] procedure2.ProcedureExecutor(655): ThreadGroup java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] contains running threads; null: See STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] 2023-08-22T04:29:59,153 INFO [M:0;jenkins-hbase3:42421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2023-08-22T04:29:59,154 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2023-08-22T04:29:59,154 WARN [M:0;jenkins-hbase3:42421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2023-08-22T04:29:59,154 INFO [M:0;jenkins-hbase3:42421 {}] assignment.AssignmentManager(382): Stopping assignment manager 2023-08-22T04:29:59,155 INFO [M:0;jenkins-hbase3:42421 {}] region.MasterRegion(178): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2023-08-22T04:29:59,155 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1668): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2023-08-22T04:29:59,166 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1690): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:59,166 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1711): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:59,167 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1778): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2023-08-22T04:29:59,167 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1788): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:29:59,167 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(2819): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=147.60 KB heapSize=176.91 KB 2023-08-22T04:29:59,180 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cda7cda5ab6e494cab654935107b780d is 88, key is hbase:meta,,1/info:sn/1692678562957/Put/seqid=0 2023-08-22T04:29:59,197 INFO [RS:0;jenkins-hbase3:37537 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,37537,1692678560865; zookeeper connection closed. 2023-08-22T04:29:59,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2395aedd {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2395aedd 2023-08-22T04:29:59,198 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2023-08-22T04:29:59,585 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=530 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cda7cda5ab6e494cab654935107b780d 2023-08-22T04:29:59,591 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cda7cda5ab6e494cab654935107b780d 2023-08-22T04:29:59,605 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27b08aac81e849ed8b89c4689dc46f70 is 986, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1692678578487/Put/seqid=0 2023-08-22T04:30:00,011 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147.00 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,018 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,018 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,031 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.HFileWriterImpl(813): Len of the biggest cell in hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/185542b5d30f45ada94a64f83f774cea is 82, key is jenkins-hbase3.apache.org,37537,1692678560865/rs:state/1692678562439/Put/seqid=0 2023-08-22T04:30:00,436 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/185542b5d30f45ada94a64f83f774cea 2023-08-22T04:30:00,442 DEBUG [M:0;jenkins-hbase3:42421 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 185542b5d30f45ada94a64f83f774cea 2023-08-22T04:30:00,443 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cda7cda5ab6e494cab654935107b780d as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cda7cda5ab6e494cab654935107b780d 2023-08-22T04:30:00,449 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cda7cda5ab6e494cab654935107b780d, entries=8, sequenceid=341, filesize=5.5 K 2023-08-22T04:30:00,450 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27b08aac81e849ed8b89c4689dc46f70 as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,456 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.StoreFileReader(536): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,456 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27b08aac81e849ed8b89c4689dc46f70, entries=37, sequenceid=341, filesize=13.3 K 2023-08-22T04:30:00,457 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionFileSystem(500): Committing hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/185542b5d30f45ada94a64f83f774cea as hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/185542b5d30f45ada94a64f83f774cea 2023-08-22T04:30:00,462 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HStore$StoreFlusherImpl(1984): Added hdfs://localhost:42865/user/jenkins/test-data/2aa8757d-b1da-5464-ccbc-dd73cb29475f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/185542b5d30f45ada94a64f83f774cea, entries=1, sequenceid=341, filesize=5.1 K 2023-08-22T04:30:00,463 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(3022): Finished flush of dataSize ~147.60 KB/151138, heapSize ~176.61 KB/180848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=341, compaction requested=false 2023-08-22T04:30:00,465 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-info-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: cda7cda5ab6e494cab654935107b780d 2023-08-22T04:30:00,466 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 27b08aac81e849ed8b89c4689dc46f70 2023-08-22T04:30:00,468 DEBUG [StoreFileCloser-1595e783b53d99cd5eef43b6debb2682-rs-1 {}] hfile.PrefetchExecutor(137): Removing filename from the prefetched persistence list: 185542b5d30f45ada94a64f83f774cea 2023-08-22T04:30:00,468 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1909): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2023-08-22T04:30:00,469 DEBUG [M:0;jenkins-hbase3:42421 {}] regionserver.HRegion(1622): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2023-08-22T04:30:00,475 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2023-08-22T04:30:00,475 INFO [M:0;jenkins-hbase3:42421 {}] flush.MasterFlushTableProcedureManager(81): stop: server shutting down. 2023-08-22T04:30:00,475 INFO [M:0;jenkins-hbase3:42421 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2023-08-22T04:30:00,476 INFO [M:0;jenkins-hbase3:42421 {}] ipc.NettyRpcServer(346): Stopping server on /172.31.12.81:42421 2023-08-22T04:30:00,580 INFO [M:0;jenkins-hbase3:42421 {}] regionserver.HRegionServer(1296): Exiting; stopping=jenkins-hbase3.apache.org,42421,1692678557817; zookeeper connection closed. 2023-08-22T04:30:00,583 WARN [Listener at jenkins-hbase3.apache.org/44183 {}] datanode.DirectoryScanner(537): DirectoryScanner: shutdown has been called 2023-08-22T04:30:00,588 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:30:00,694 WARN [BP-162211110-172.31.12.81-1692678554667 heartbeating to localhost/127.0.0.1:42865 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2023-08-22T04:30:00,694 WARN [BP-162211110-172.31.12.81-1692678554667 heartbeating to localhost/127.0.0.1:42865 {}] datanode.BPServiceActor(862): Ending block pool service for: Block pool BP-162211110-172.31.12.81-1692678554667 (Datanode Uuid 38eaf9c9-f715-443d-b45f-c4d096bd3610) service to localhost/127.0.0.1:42865 2023-08-22T04:30:00,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/dfs/data/data1/current/BP-162211110-172.31.12.81-1692678554667 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:30:00,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-backup/target/test-data/3ff9aa1c-a0ea-9190-0cc2-bd6bc14cb409/cluster_0de7f3a9-1f0d-eb0f-2d08-37e73ec1f2a5/dfs/data/data2/current/BP-162211110-172.31.12.81-1692678554667 {}] fs.CachingGetSpaceUsed$RefreshThread(211): Thread Interrupted waiting to refresh disk information: sleep interrupted 2023-08-22T04:30:00,750 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0 2023-08-22T04:30:00,907 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2023-08-22T04:30:00,907 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(2857): Stopping mini mapreduce cluster... 2023-08-22T04:30:00,918 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:30:01,036 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:30:01,147 ERROR [Thread[Thread-275,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:30:01,147 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:30:01,255 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2023-08-22T04:30:01,262 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(61): Returning, interrupted : java.lang.InterruptedException 2023-08-22T04:30:01,263 ERROR [Thread[Thread-285,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:30:01,268 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] log.Slf4jLog(67): Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@jenkins-hbase3.apache.org:0 2023-08-22T04:30:01,371 ERROR [Thread[Thread-250,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(696): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2023-08-22T04:30:01,371 INFO [Listener at jenkins-hbase3.apache.org/44183 {}] hbase.HBaseTestingUtility(2860): Mini mapreduce cluster stopped