org.apache.flink.runtime.highavailability

Class FileSystemJobResultStore

java.lang.Object

org.apache.flink.runtime.highavailability.AbstractThreadsafeJobResultStore

org.apache.flink.runtime.highavailability.FileSystemJobResultStore

All Implemented Interfaces:

JobResultStore

public class FileSystemJobResultStore
extends AbstractThreadsafeJobResultStore

An implementation of the JobResultStore which persists job result data to an underlying distributed filesystem.

Method Summary

Modifier and Type	Method and Description
static String	createDefaultJobResultStorePath(String baseDir, String clusterId)
void	createDirtyResultInternal(JobResultEntry jobResultEntry)
static FileSystemJobResultStore	fromConfiguration(Configuration config)
Set<JobResult>	getDirtyResultsInternal()
boolean	hasCleanJobResultEntryInternal(JobID jobId)
boolean	hasDirtyJobResultEntryInternal(JobID jobId)
static boolean	hasValidDirtyJobResultStoreEntryExtension(String filename)
static boolean	hasValidJobResultStoreEntryExtension(String filename)
void	markResultAsCleanInternal(JobID jobId)

Methods inherited from class org.apache.flink.runtime.highavailability.AbstractThreadsafeJobResultStore

createDirtyResult, getDirtyResults, hasCleanJobResultEntry, hasDirtyJobResultEntry, hasJobResultEntry, markResultAsClean

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Detail

hasValidDirtyJobResultStoreEntryExtension

@VisibleForTesting
public static boolean hasValidDirtyJobResultStoreEntryExtension(String filename)

hasValidJobResultStoreEntryExtension

@VisibleForTesting
public static boolean hasValidJobResultStoreEntryExtension(String filename)

fromConfiguration

public static FileSystemJobResultStore fromConfiguration(Configuration config)
                                                  throws IOException

Throws:

IOException

createDefaultJobResultStorePath

public static String createDefaultJobResultStorePath(String baseDir,
                                                     String clusterId)

createDirtyResultInternal

public void createDirtyResultInternal(JobResultEntry jobResultEntry)
                               throws IOException

Specified by:

createDirtyResultInternal in class AbstractThreadsafeJobResultStore

Throws:

IOException

markResultAsCleanInternal

public void markResultAsCleanInternal(JobID jobId)
                               throws IOException,
                                      NoSuchElementException

Specified by:

markResultAsCleanInternal in class AbstractThreadsafeJobResultStore

Throws:

IOException

NoSuchElementException

hasDirtyJobResultEntryInternal

public boolean hasDirtyJobResultEntryInternal(JobID jobId)
                                       throws IOException

Specified by:

hasDirtyJobResultEntryInternal in class AbstractThreadsafeJobResultStore

Throws:

IOException

hasCleanJobResultEntryInternal

public boolean hasCleanJobResultEntryInternal(JobID jobId)
                                       throws IOException

Specified by:

hasCleanJobResultEntryInternal in class AbstractThreadsafeJobResultStore

Throws:

IOException

getDirtyResultsInternal

public Set<JobResult> getDirtyResultsInternal()
                                       throws IOException

Specified by:

getDirtyResultsInternal in class AbstractThreadsafeJobResultStore

Throws:

IOException