byte[] bytes
boolean endReached
org.apache.hadoop.hbase.client.ResultScanner resultScanner
byte[] currentRow
long scannedRows
String tableName
HBaseTableSchema schema
byte[][] families
byte[][][] qualifiers
int[][] types
Row resultRow
Row[] familyRows
byte[] tableName
byte[] startRow
byte[] endRow
ExecutionMode executionMode
boolean useClosureCleaner
int parallelism
int maxParallelism
int numberOfExecutionRetries
boolean forceKryo
boolean disableGenericTypes
boolean objectReuse
boolean autoTypeRegistrationEnabled
boolean forceAvro
CodeAnalysisMode codeAnalysisMode
boolean printProgressDuringExecution
long autoWatermarkInterval
long latencyTrackingInterval
boolean isLatencyTrackingConfigured
long executionRetryDelay
RestartStrategies.RestartStrategyConfiguration restartStrategyConfiguration
long taskCancellationIntervalMillis
long taskCancellationTimeoutMillis
boolean useSnapshotCompression
boolean failTaskOnCheckpointError
ExecutionConfig.GlobalJobParameters globalJobParameters
LinkedHashMap<K,V> registeredTypesWithKryoSerializers
LinkedHashMap<K,V> registeredTypesWithKryoSerializerClasses
LinkedHashMap<K,V> defaultKryoSerializers
LinkedHashMap<K,V> defaultKryoSerializerClasses
LinkedHashSet<E> registeredKryoTypes
LinkedHashSet<E> registeredPojoTypes
com.esotericsoftware.kryo.Serializer<T> serializer
long count
double sum
double localValue
double max
double min
int localValue
int max
int min
long localValue
long max
long min
DoubleValue wrapper
double sum
long sum
TypeComparator<T> typeComparator
Object[][] boundaries
TypeComparator<T>[] flatComparators
Object[] keys
long blockSize
long readRecords
long blockSize
Path filePath
FileInputFormat.supportsMultiPaths()
and
use FileInputFormat.getFilePaths()
and FileInputFormat.setFilePaths(Path...)
.Path[] filePaths
long minSplitSize
int numSplits
long openTimeout
boolean unsplittable
boolean enumerateNestedFiles
FilePathFilter filesFilter
Path outputFilePath
FileSystem.WriteMode writeMode
FileOutputFormat.OutputDirectoryMode outputDirectoryMode
boolean lineDelimiterIsLinebreak
Class<T>[] fieldTypes
boolean[] fieldIncluded
byte[] fieldDelim
String fieldDelimString
boolean lenient
boolean skipFirstLineAsHeader
boolean quotedStringParsing
byte quoteCharacter
byte[] commentPrefix
String commentPrefixString
int partitionNumber
InputFormat<OT,T extends InputSplit> replicatedIF
Map<K,V> fieldMapping1
Map<K,V> fieldMapping2
FieldSet readFields1
FieldSet readFields2
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
int stateSizeInMB
Map<K,V> extendedResources
long count
BulkIterationBase.TerminationCriterionAggregator aggregator
Object userCodeObject
String name
double value
Resource.ResourceAggregateType resourceAggregateType
int restartAttempts
Time delayBetweenAttemptsInterval
TypeInformation<T> type
DeserializationSchema
.private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeInformation<T> typeInfo
TypeInformationSerializationSchema.getProducedType()
.TypeSerializer<T> serializer
AggregateFunction<IN,ACC,OUT> aggFunction
FoldFunction<O,T> foldFunction
ReduceFunction<T> reduceFunction
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
String name
TypeSerializer<T> serializer
StateDescriptor.initializeSerializerUnlessSet(ExecutionConfig)
method
is called.TypeInformation<T> typeInfo
String queryableStateName
TimeUnit unit
long size
Class<T> arrayClass
TypeInformation<T> componentInfo
TypeComparator<T> comparator1
TypeComparator<T> comparator2
TypeComparator<T>[] comparators1
TypeComparator<T>[] comparators2
Object[] referenceKeyFields
Object[] candidateKeyFields
TypeDeserializer<T> deserializer
TypeSerializer<T> serializer
byte[] actualBytes
byte[] serializerBytes
boolean ascendingComparison
TypeComparator<T>[] comparators
boolean ascendingComparison
BooleanValue reference
BooleanValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
ByteValue reference
ByteValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
CharValue reference
CharValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
DoubleValue reference
DoubleValue tempReference
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> enumClass
Map<K,V> valueToOrdinal
Enum.ordinal
.
This allows us to maintain backwards compatibility for previous serialized data in the case that the
order of enum constants was changed or new constants were added.
On a fresh start with no reconfiguration, the ordinals would simply be identical to the enum constants actual ordinals. Ordinals may change after reconfiguration.
Enum<E extends Enum<E>>[] values
EnumSerializer.valueToOrdinal
map.
Serves as a bidirectional map to have fast access from ordinal to value. May be reordered after reconfiguration.boolean ascendingComparison
FloatValue reference
FloatValue tempReference
TypeComparator<T>[] comparators
Class<T> componentClass
TypeSerializer<T> componentSerializer
boolean ascendingComparison
IntValue reference
IntValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> elementSerializer
boolean ascendingComparison
LongValue reference
LongValue tempReference
TypeComparator<T>[] comparators
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeComparator<T>[] comparators
boolean ascendingComparison
ShortValue reference
ShortValue tempReference
TypeComparator<T>[] comparators
boolean ascendingComparison
StringValue reference
StringValue tempReference
TypeComparator<T>[] comparators
TypeComparator<T>[] comparators
boolean ascending
BasicTypeComparator<T extends Comparable<T>> comparator
long count
long checksum
String id
long counter
long checksum
String id
TypeSerializer<T> serializer
SerializedListAccumulator<T> accumulator
String id
long counter
int count
TextOutputFormat.TextFormatter<IN> formatter
boolean withReplacement
int numSample
long seed
boolean withReplacement
int numSample
long seed
boolean withReplacement
double fraction
long seed
int[] fields
int[] fields
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.mapred.JobConf jobConf
org.apache.hadoop.mapred.OutputFormat<K,V> mapredOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
org.apache.hadoop.mapreduce.InputFormat<K,V> mapreduceInputFormat
Class<T> keyClass
Class<T> valueClass
Configuration configuration
boolean fetched
boolean hasNext
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
Configuration configuration
org.apache.hadoop.mapreduce.OutputFormat<K,V> mapreduceOutputFormat
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
TypeSerializer<T> serializer
TypeSerializer<T> typeSerializer
int id
SplittableIterator<T> source
String sinkIdentifier
boolean target
int arity
TypeInformation<T>[] fieldTypeInfos
int[] fieldPosMap
boolean emptyColumnAsNull
String partitionMarker
String charsetName
String charsetName
String charsetName
boolean skipInvalidLines
TupleSerializerBase<T> tupleSerializer
TypeSerializer<T> serializer
TypeSerializer<T> serializer
String username
String password
String drivername
String dbURL
String queryTemplate
int resultSetType
int resultSetConcurrency
RowTypeInfo rowTypeInfo
int fetchSize
boolean hasNext
Object[][] parameterValues
String username
String password
String drivername
String dbURL
String query
int batchInterval
Connection dbConn
PreparedStatement upload
int batchCount
int[] typesArray
int[] fields
boolean[] isFromFirst
Tuple outTuple
CombineFunction<IN,OUT> wrappedFunction
RichGroupReduceFunction<IN,OUT> wrappedFunction
KeySelector<IN,KEY> keySelector1
KeySelector<IN,KEY> keySelector2
Tuple3<T0,T1,T2> tuple
Function wrappedFunction
long trueCount
long falseCount
long nullCount
double value
double delta
double max
double min
CompensatedSum sum
float max
float min
CompensatedSum sum
int max
int min
int sum
long max
long min
long nonMissingCount
long nullCount
long nanCount
long infinityCount
Aggregator<T,R> min
Aggregator<T,R> max
Aggregator<T,R> sum
CompensatedSum mean
CompensatedSum m2
The algorithm is described in: "Scalable and Numerically Stable Descriptive Statistics in SystemML", Tian et al, International Conference on Data Engineering 2012
long nonNullCount
long nullCount
short max
short min
short sum
long nonNullCount
long nullCount
long emptyCount
int minStringLength
int maxStringLength
CompensatedSum meanLength
Aggregator<T,R>[] columnAggregators
Aggregator<T,R> aggregator
private Object readResolve() throws ObjectStreamException
ObjectStreamException
Object f0
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
Object f9
Object f10
Object f11
Object f12
Object f13
Object f14
Object f15
Object f16
Object f17
Object f18
Object f19
Object f20
Object f21
Object f22
Object f23
Object f24
Object f0
Object f1
Object f2
Object f3
Object f4
Object f5
Object f6
Object f7
Object f8
TypeInformation<T> leftType
TypeInformation<T> rightType
TypeInformation<T> elementTypeInfo
TypeInformation<T> keyTypeInfo
TypeInformation<T> valueTypeInfo
String functionName
InvalidTypesException typeException
Class<T> arrayType
TypeInformation<T> componentInfo
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeInformation<T> type
PojoField[] fields
int totalFields
String[] fieldNames
boolean[] comparatorOrders
String[] fieldNames
TypeInformation<T>[] types
int totalFields
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
Class<T> typeToInstantiate
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
private void readObject(ObjectInputStream s) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
TypeSerializer<T> leftSerializer
TypeSerializer<T> rightSerializer
boolean ascending
Class<T> type
TypeSerializer<T> serializer
TypeComparator<T>[] comparators
Class<T> registeredClass
This can be a dummy class KryoRegistrationSerializerConfigSnapshot.DummyRegisteredClass
if
the class no longer exists when this registration instance was restored.
Class<T> serializerClass
KryoRegistration.SerializerDefinitionType.CLASS
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists when this registration instance was restored.
ExecutionConfig.SerializableSerializer<T extends com.esotericsoftware.kryo.Serializer<?> & Serializable> serializableSerializerInstance
KryoRegistration.SerializerDefinitionType.INSTANCE
.
This can be a dummy serializer KryoRegistrationSerializerConfigSnapshot.DummyKryoSerializerClass
if
the serializer class no longer exists or is no longer valid when this registration instance was restored.
KryoRegistration.SerializerDefinitionType serializerDefinitionType
TypeComparator<T> wrappedComparator
boolean order
int flatFields
boolean nullReference
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T> serializer
Class<T> type
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> clazz
TypeSerializer<T>[] fieldSerializers
int numFields
LinkedHashMap<K,V> registeredClasses
These may be reconfigured in PojoSerializer.ensureCompatibility(TypeSerializerConfigSnapshot)
.
TypeSerializer<T>[] registeredSerializers
ExecutionConfig executionConfig
Nested serializers created using this will have the most up-to-date configuration,
and can be resolved for backwards compatibility with previous configuration
snapshots in PojoSerializer.ensureCompatibility(TypeSerializerConfigSnapshot)
.
int arity
int[] keyPositions
NullAwareComparator<T>[] comparators
TypeSerializer<T>[] serializers
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
boolean[] nullMask1
boolean[] nullMask2
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
TypeSerializer<T>[] fieldSerializers
int arity
TypeComparator<T> comparator
TypeSerializer<T> serializer
boolean firstSerializer
Class<T> clazz
int[] keyPositions
TypeComparator<T>[] comparators
int[] normalizedKeyLengths
int numLeadingNormalizableKeys
int normalizableKeyPrefixLen
boolean invertNormKey
TypeSerializer<T>[] serializers
Class<T> tupleClass
TypeSerializer<T>[] fieldSerializers
int arity
int length
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Class<T> type
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Currently, we only have one single registration for the value type. Nevertheless, we keep this information here for future compatibility.
Class<T> type
boolean ascendingComparison
TypeComparator<T>[] comparators
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
LinkedHashMap<K,V> defaultSerializers
LinkedHashMap<K,V> defaultSerializerClasses
LinkedHashMap<K,V> kryoRegistrations
This map serves as a preview of the final registration result of the Kryo instance, taking into account registration overwrites.
Class<T> type
LinkedHashMap<K,V> registeredTypesWithSerializers
LinkedHashMap<K,V> registeredTypesWithSerializerClasses
LinkedHashSet<E> registeredTypes
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
Object[] extractedKeys
Class<T> clazz
TypeInformation<T>[] typeParamTypeInfos
scala.collection.Seq<A> org$apache$flink$api$scala$typeutils$CaseClassTypeInfo$$fieldTypes
scala.collection.Seq<A> fieldNames
String REGEX_INT_FIELD
String REGEX_STR_FIELD
String REGEX_FIELD
String REGEX_NESTED_FIELDS
String REGEX_NESTED_FIELDS_WILDCARD
Pattern PATTERN_NESTED_FIELDS
Pattern PATTERN_NESTED_FIELDS_WILDCARD
Pattern PATTERN_INT_FIELD
TypeSerializer<T> leftSerializer
TypeSerializer<T> rightSerializer
Class<T> clazz
TypeInformation<T> leftTypeInfo
TypeInformation<T> rightTypeInfo
boolean ascComp
IntComparator intComparator
TypeComparator<T>[] getFlatComparators
boolean bitmap$0
scala.Enumeration enum
IntSerializer intSerializer
private Object readResolve()
TypeSerializer<T> elemSerializer
private Object readResolve()
boolean ascending
TypeComparator<T> typeComparator
scala.Option<A> reference
TypeComparator<T>[] getFlatComparators
boolean bitmap$0
private Object readResolve()
byte ZeroInByte
byte OneInByte
TypeInformation<T> elemTypeInfo
private void readObject(ObjectInputStream arg0)
TypeSerializer<T> elementSerializer
Class<T> clazz
TypeInformation<T> elementTypeInfo
TypeSerializer<T> elemSerializer
ExecutionConfig executionConfig
KryoSerializer<T> throwableSerializer
private Object readResolve()
TypeInformation<T> elemTypeInfo
String query
ClusterBuilder builder
String insertQuery
ClusterBuilder builder
long numRecords
long numKeys
long recordsPerPartition
long keysPerPartition
long recordCnt
int partitionId
int numPartitions
AfterMatchSkipStrategy.SkipStrategy strategy
String patternName
boolean shouldUpdate
iterative condition
can be evaluated.NFA<T> nfa
NFA
of this computation state.int[] deweyNumber
IntSerializer elemSerializer
Set<E> states
NFACompiler
.
These are directly derived from the user-specified pattern.long windowTime
Pattern.within(Time)
Pattern.within(Time)}
method.boolean handleTimeout
true
), or silently discarded (false
).SharedBuffer<K extends Serializable,V> eventSharedBuffer
TypeSerializer<T> eventSerializer
boolean nfaChanged
TypeSerializer<T> sharedBufferSerializer
TypeSerializer<T> eventSerializer
TypeSerializer<T> keySerializer
TypeSerializer<T> valueSerializer
TypeSerializer<T> versionSerializer
String name
State.StateType stateType
Collection<E> stateTransitions
StateTransitionAction action
State<T> sourceState
State<T> targetState
IterativeCondition<T> condition
boolean isProcessingTime
TypeSerializer<T> inputSerializer
NFACompiler.NFAFactory<T> nfaFactory
long lastWatermark
EventComparator<T> comparator
AfterMatchSkipStrategy afterMatchSkipStrategy
PatternFlatSelectFunction<IN,OUT> flatSelectFunction
PatternFlatTimeoutFunction<IN,OUT> flatTimeoutFunction
PatternSelectFunction<IN,OUT> flatSelectFunction
PatternTimeoutFunction<IN,OUT> flatTimeoutFunction
IterativeCondition<T> left
IterativeCondition<T> right
IterativeCondition<T> original
IterativeCondition<T> left
IterativeCondition<T> right
Configuration backingConfig
String prefix
long bytes
StateBackend checkpointStreamBackend
File[] localRocksDbDirectories
PredefinedOptions predefinedOptions
OptionsFactory optionsFactory
TernaryBoolean enableIncrementalCheckpointing
Path file
long start
long length
URI uri
int partitionNumber
int totalNumberOfPartitions
int splitNumber
String[] hostnames
byte[] buffer
int end
int position
int id
double x
double y
Collection<E> centroids
List<E> tasks
FileCopyTaskInputSplit curInputSplit
FileCopyTask task
int splitNumber
EnumTrianglesDataTypes.Edge outEdge
double dampening
double randomJump
double x
double y
double theta0
double theta1
Collection<E> parameters
LinearRegression.Params parameter
int count
EmptyFieldsCountAccumulator.VectorAccumulator emptyFieldCounter
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
private void readObject(ObjectInputStream ois) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
private void readObject(ObjectInputStream ois) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
private void writeObject(ObjectOutputStream oos) throws IOException
IOException
boolean useBackwardsCompatibleSerializer
Class<T> type
TypeSerializer<T> serializer
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper mapper
TypeInformation<T> typeInfo
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper objectMapper
boolean failOnMissingField
TypeInformation<T> typeInfo
org.apache.flink.shaded.jackson2.com.fasterxml.jackson.databind.ObjectMapper mapper
SimpleDateFormat timeFormat
SimpleDateFormat timeFormatWithMillis
SimpleDateFormat timestampFormat
String id
long count
long checksum
MurmurHash hasher
Object vertexId0
long offset
double x
double y
double beta
long srcId
long offset
long length
long numberOfVertices
IterationRuntimeContext runtimeContext
long numberOfVertices
IterationRuntimeContext runtimeContext
TypeInformation<T> typeInformation
TypeInformation<T> typeInformation
Either.Right<L,R> nullValue
ByteValue bitmask
DoubleValue hubScore
DoubleValue authorityScore
DoubleValue pageRankScore
FloatValue adamicAdarScore
Vertex<K,V> outVertex
Tuple2<T0,T1> outMsg
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
org.apache.flink.graph.pregel.ComputeFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
boolean setNewVertexValueCalled
Object first
long numberOfVertices
boolean optDegrees
IterationRuntimeContext runtimeContext
Collector<T> out
Collector<T> outWithDegrees
Vertex<K,V> outVal
Vertex<K,V> outValWithDegrees
long inDegree
long outDegree
boolean setNewVertexValueCalled
long numberOfVertices
EdgeDirection direction
Tuple2<T0,T1> outValue
IterationRuntimeContext runtimeContext
Iterator<E> edges
Collector<T> out
Object vertexId
org.apache.flink.graph.spargel.ScatterFunction.EdgesIterator<K,EV> edgeIterator
boolean edgesUsed
long inDegree
long outDegree
boolean isBounded
byte[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.ByteValueArray.ReadIterator iterator
boolean ascendingComparison
ByteValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
char[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.CharValueArray.ReadIterator iterator
boolean ascendingComparison
CharValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
double[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.DoubleValueArray.ReadIterator iterator
boolean ascendingComparison
DoubleValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
float[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.FloatValueArray.ReadIterator iterator
boolean ascendingComparison
FloatValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
int[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.IntValueArray.ReadIterator iterator
boolean ascendingComparison
IntValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
long[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.LongValueArray.ReadIterator iterator
boolean ascendingComparison
LongValueArray reference
TypeComparator<T>[] comparators
int position
IntValue hashValue
org.apache.flink.graph.types.valuearray.NullValueArray.ReadIterator iterator
boolean ascendingComparison
NullValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
short[] data
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.ShortValueArray.ReadIterator iterator
boolean ascendingComparison
ShortValueArray reference
TypeComparator<T>[] comparators
boolean isBounded
int boundedLength
byte[] data
int length
int position
MurmurHash hash
IntValue hashValue
org.apache.flink.graph.types.valuearray.StringValueArray.ReadIterator iterator
boolean ascendingComparison
StringValueArray reference
TypeComparator<T>[] comparators
TypeInformation<T> valueType
Class<T> type
Object value
int seed
int count
int hash
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
TypeSerializer<T> keySerializer
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
Configuration configuration
org.apache.hive.hcatalog.mapreduce.HCatInputFormat hCatInputFormat
org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN> recordReader
boolean fetched
boolean hasNext
String[] fieldNames
org.apache.hive.hcatalog.data.schema.HCatSchema outputSchema
TypeInformation<T> resultType
MesosWorkerStore.Worker worker
org.apache.mesos.Protos.TaskID taskID
ResourceProfile profile
scala.Option<A> slaveID
scala.Option<A> hostname
MesosWorkerStore.WorkerState state
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
scala.collection.Seq<A> tasks
scala.collection.Seq<A> newLeases
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
String hostname
private Object readResolve()
private Object readResolve()
scala.collection.Seq<A> tasks
boolean replace
private Object readResolve()
scala.collection.immutable.Map<A,B> remaining
int retries
private Object readResolve()
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.SlaveID slaveID
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
private Object readResolve()
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.SlaveID slaveID
private Object readResolve()
private Object readResolve()
private Object readResolve()
org.apache.flink.mesos.scheduler.TaskMonitor.TaskGoalState goal
private Object readResolve()
private Object readResolve()
org.apache.flink.mesos.scheduler.TaskMonitor.TaskGoalState state
private Object readResolve()
org.apache.mesos.Protos.TaskID taskID
org.apache.mesos.Protos.TaskStatus status
private Object readResolve()
String hostname
Collection<E> offerIds
Collection<E> operations
org.apache.mesos.Protos.Filters filters
String message
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
int status
org.apache.mesos.Protos.ExecutorID executorId
org.apache.mesos.Protos.SlaveID slaveId
byte[] data
org.apache.mesos.Protos.OfferID offerId
org.apache.mesos.Protos.FrameworkID frameworkId
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.MasterInfo masterInfo
org.apache.mesos.Protos.SlaveID slaveId
org.apache.mesos.Protos.TaskStatus status
int fieldNumber
private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException
IOException
ClassNotFoundException
private void writeObject(ObjectOutputStream out) throws IOException
IOException
int batchSize
Configuration conf
org.apache.orc.TypeDescription schema
int[] selectedFields
ArrayList<E> conjunctPredicates
Serializable lowerBound
Serializable upperBound
Serializable[] literals
OrcRowInputFormat.Predicate pred
OrcRowInputFormat.Predicate[] preds
PythonDualInputStreamer<IN1,IN2,OUT> streamer
PythonSingleInputStreamer<IN,OUT> streamer
long mappedFileSizeBytes
boolean readAsByteArray
long mappedFileSizeBytes
Configuration config
Configuration config
int envID
int setID
int port
PythonSender sender
PythonReceiver<OUT> receiver
AtomicReference<V> msg
AbstractRichFunction function
JobID jobID
ExecutionAttemptID executionAttemptID
SerializedValue<T> userAccumulators
byte[] key
org.apache.flink.runtime.blob.BlobKey.BlobType type
AbstractID random
long checkpointId
long triggerTimestamp
Map<K,V> taskStats
TaskStateStats
accessible by their ID.int numberOfSubtasks
CheckpointProperties props
long checkpointId
long timestamp
long bytesBufferedInAlignment
long alignmentDurationNanos
long syncDurationMillis
long asyncDurationMillis
CheckpointType checkpointType
CheckpointStorageLocationReference targetLocation
CheckpointType checkpointType
boolean forced
boolean discardSubsumed
boolean discardFinished
boolean discardCancelled
boolean discardFailed
boolean discardSuspended
long numRestoredCheckpoints
long numTotalCheckpoints
int numInProgressCheckpoints
long numCompletedCheckpoints
long numFailedCheckpoints
List<E> checkpointsHistory
CheckpointStatsHistory.createSnapshot()
.Map<K,V> checkpointsById
CheckpointStatsHistory.createSnapshot()
.int maxSize
boolean readOnly
CompletedCheckpointStats latestCompletedCheckpoint
FailedCheckpointStats latestFailedCheckpoint
CompletedCheckpointStats latestSavepoint
CheckpointStatsCounts counts
CompletedCheckpointStatsSummary summary
CheckpointStatsHistory history
RestoredCheckpointStats latestRestoredCheckpoint
CheckpointDeclineReason checkpointDeclineReason
JobID job
long checkpointID
long timestamp
long duration
Map<K,V> operatorStates
CheckpointProperties props
Collection<E> masterHookStates
CompletedCheckpointStorageLocation storageLocation
StreamStateHandle metadataHandle
String externalPointer
long stateSize
long alignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
String externalPointer
boolean discarded
MinMaxAvgStats stateSize
MinMaxAvgStats duration
MinMaxAvgStats alignmentBuffered
int numAcknowledgedSubtasks
long stateSize
long alignmentBuffered
long failureTimestamp
SubtaskStateStats latestAcknowledgedSubtask
String failureMsg
long restoreCheckpointId
TaskStateSnapshot taskStateSnapshot
String name
byte[] bytes
int version
long min
long max
long sum
long count
OperatorID operatorID
Map<K,V> operatorSubtaskStates
int parallelism
int maxParallelism
StateObjectCollection<T extends StateObject> managedOperatorState
OperatorStateBackend
.StateObjectCollection<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.StateObjectCollection<T extends StateObject> managedKeyedState
KeyedStateBackend
.StateObjectCollection<T extends StateObject> rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int currentNumAcknowledgedSubtasks
long currentStateSize
long currentAlignmentBuffered
SubtaskStateStats latestAcknowledgedSubtask
long checkpointId
CheckpointProperties props
long restoreTimestamp
String externalPath
Collection<E> stateObjects
ChainedStateHandle<T extends StateObject> managedOperatorState
OperatorStateBackend
.ChainedStateHandle<T extends StateObject> rawOperatorState
OperatorStateCheckpointOutputStream
.KeyedStateHandle managedKeyedState
KeyedStateBackend
.KeyedStateHandle rawKeyedState
KeyedStateCheckpointOutputStream
.long stateSize
int subtaskIndex
long ackTimestamp
long stateSize
long syncCheckpointDuration
long asyncCheckpointDuration
long alignmentBuffered
long alignmentDuration
JobVertexID jobVertexID
Map<K,V> subtaskStates
int parallelism
int maxParallelism
int chainLength
JobVertexID jobVertexId
SubtaskStateStats[] subtaskStats
TaskStateStats.TaskStateStatsSummary summaryStats
int numAcknowledgedSubtasks
SubtaskStateStats latestAckedSubtaskStats
MinMaxAvgStats stateSize
MinMaxAvgStats ackTimestamp
MinMaxAvgStats syncCheckpointDuration
MinMaxAvgStats asyncCheckpointDuration
MinMaxAvgStats alignmentBuffered
MinMaxAvgStats alignmentDuration
JobID jobID
long totalContainerMemoryMB
long taskManagerHeapSizeMB
long taskManagerDirectMemoryLimitMB
int numSlots
HashMap<K,V> taskManagerEnv
Configuration systemProperties
List<E> artifacts
Map<K,V> environmentVariables
Configuration dynamicConfiguration
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String message
SerializedThrowable error
private Object readResolve() throws ObjectStreamException
ObjectStreamException
int numRegisteredTaskManagers
int totalNumberOfSlots
ResourceID resourceID
akka.actor.ActorRef resourceManager
long connectionId
private Object readResolve() throws ObjectStreamException
ObjectStreamException
private Object readResolve() throws ObjectStreamException
ObjectStreamException
akka.actor.ActorRef resourceManager
akka.actor.ActorRef jobManager
Collection<E> currentlyRegisteredTaskManagers
ResourceID resourceId
ResourceID resourceId
String message
int numberOfWorkers
JobID jobId
ApplicationStatus finalStatus
String message
String jobManagerAddress
private Object readResolve() throws ObjectStreamException
ObjectStreamException
String resourceId
double cpuCores
int heapMemoryInMB
int directMemoryInMB
int nativeMemoryInMB
int networkMemoryInMB
Map<K,V> extendedResources
ResourceSpec
.ResourceID resourceId
int slotNumber
ResultPartitionID consumedPartitionId
ResultPartitionLocation consumedPartitionLocation
IntermediateDataSetID consumedResultId
ResultPartitionType consumedPartitionType
int consumedSubpartitionIndex
DistributionPattern
and the subtask indices of the producing and consuming task.InputChannelDeploymentDescriptor[] inputChannels
IntermediateDataSetID resultId
IntermediateResultPartitionID partitionId
ResultPartitionType partitionType
int numberOfSubpartitions
int maxParallelism
boolean sendScheduleOrUpdateConsumersMessage
org.apache.flink.runtime.deployment.ResultPartitionLocation.LocationType locationType
ConnectionID connectionId
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedJobInformation
TaskDeploymentDescriptor.MaybeOffloaded<T> serializedTaskInformation
JobID jobId
NOTE: this is redundant to the information stored in TaskDeploymentDescriptor.serializedJobInformation
but
needed in order to restore offloaded data.
ExecutionAttemptID executionId
AllocationID allocationId
int subtaskIndex
int attemptNumber
Collection<E> producedPartitions
Collection<E> inputGates
int targetSlotNumber
JobManagerTaskRestore taskRestore
SerializedValue<T> serializedValue
PermanentBlobKey serializedValueKey
String blobServerHostname
int blobServerPort
ExecutionAttemptID attemptId
long[] stateTimestamps
int attemptNumber
ExecutionState state
String failureCause
TaskManagerLocation assignedResourceLocation
AllocationID assignedAllocationID
StringifiedAccumulatorResult[] userAccumulators
int parallelSubtaskIndex
IOMetrics ioMetrics
JobID jobID
String jobName
Map<K,V> tasks
List<E> verticesInCreationOrder
long[] stateTimestamps
System.currentTimeMillis()
when
the execution graph transitioned into a certain state. The index into this array is the
ordinal of the enum value, i.e. the timestamp when the graph went into state "RUNNING" is
at stateTimestamps[RUNNING.ordinal()]
.JobStatus state
ErrorInfo failureCause
String jsonPlan
StringifiedAccumulatorResult[] archivedUserAccumulators
ArchivedExecutionConfig archivedExecutionConfig
boolean isStoppable
Map<K,V> serializedUserAccumulators
CheckpointCoordinatorConfiguration jobCheckpointingConfiguration
CheckpointStatsSnapshot checkpointStatsSnapshot
ArchivedExecutionVertex[] taskVertices
JobVertexID id
String name
int parallelism
int maxParallelism
StringifiedAccumulatorResult[] archivedUserAccumulators
int subTaskIndex
EvictingBoundedList<T> priorExecutions
String taskNameWithSubtask
ArchivedExecution currentExecution
SerializedThrowable exception
long timestamp
long expectedModVersion
long actualModVersion
long numRecordsIn
long numRecordsOut
double numRecordsInPerSecond
double numRecordsOutPerSecond
long numBytesInLocal
long numBytesInRemote
long numBytesOut
double numBytesInLocalPerSecond
double numBytesInRemotePerSecond
double numBytesOutPerSecond
JobID jobId
String jobName
SerializedValue<T> serializedExecutionConfig
Configuration jobConfiguration
Collection<E> requiredJarFileBlobKeys
Collection<E> requiredClasspathURLs
IntermediateDataSetID intermediateDataSetID
InputChannelDeploymentDescriptor inputChannelDeploymentDescriptor
JobVertexID jobVertexId
String taskName
int numberOfSubtasks
int maxNumberOfSubtaks
String invokableClassName
Configuration taskConfiguration
int maxAttempts
long delay
akka.actor.ActorRef actor
UUID leaderSessionID
MessageDecorator decorator
int numberOfCPUCores
long sizeOfPhysicalMemory
long sizeOfJvmHeap
long sizeOfManagedMemory
Instance instance
boolean closed
InetSocketAddress address
int connectionIndex
SocketAddress address
ResultPartitionID partitionId
IntermediateResultPartitionID partitionId
ExecutionAttemptID producerId
String formatDescription
IntermediateDataSetID id
JobVertex producer
List<E> consumers
ResultPartitionType resultType
JobVertex target
DistributionPattern distributionPattern
IntermediateDataSet source
IntermediateDataSetID sourceId
String shipStrategyName
String preProcessingOperationName
String operatorLevelCachingDescription
Map<K,V> taskVertices
Configuration jobConfiguration
JobID jobID
String jobName
long sessionTimeout
boolean allowQueuedScheduling
ScheduleMode scheduleMode
SerializedValue<T> serializedExecutionConfig
JobCheckpointingSettings snapshotSettings
SavepointRestoreSettings savepointRestoreSettings
List<E> userJars
List<E> userJarBlobKeys
List<E> classpaths
JobVertexID id
ArrayList<E> idAlternatives
ArrayList<E> operatorIDs
ArrayList<E> operatorIdsAlternatives
ArrayList<E> results
ArrayList<E> inputs
int parallelism
int maxParallelism
ResourceSpec minResources
ResourceSpec preferredResources
Configuration configuration
String invokableClassName
boolean isStoppable
InputSplitSource<T extends InputSplit> inputSplitSource
String name
SlotSharingGroup slotSharingGroup
CoLocationGroup coLocationGroup
String operatorName
String operatorDescription